/* GoToSocial Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with this program. If not, see . */ package media_test import ( "bytes" "context" "fmt" "io" "os" "path" "testing" "codeberg.org/gruf/go-store/kv" "codeberg.org/gruf/go-store/storage" "github.com/stretchr/testify/suite" gtsmodel "github.com/superseriousbusiness/gotosocial/internal/gtsmodel" "github.com/superseriousbusiness/gotosocial/internal/media" gtsstorage "github.com/superseriousbusiness/gotosocial/internal/storage" "github.com/superseriousbusiness/gotosocial/testrig" ) type ManagerTestSuite struct { MediaStandardTestSuite } func (suite *ManagerTestSuite) TestEmojiProcessBlocking() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/rainbow-original.png") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } emojiID := "01GDQ9G782X42BAMFASKP64343" emojiURI := "http://localhost:8080/emoji/01GDQ9G782X42BAMFASKP64343" processingEmoji, err := suite.manager.ProcessEmoji(ctx, data, nil, "rainbow_test", emojiID, emojiURI, nil) suite.NoError(err) // do a blocking call to fetch the emoji emoji, err := processingEmoji.LoadEmoji(ctx) suite.NoError(err) suite.NotNil(emoji) // make sure it's got the stuff set on it that we expect suite.Equal(emojiID, emoji.ID) // file meta should be correctly derived from the image suite.Equal("image/png", emoji.ImageContentType) suite.Equal("image/png", emoji.ImageStaticContentType) suite.Equal(36702, emoji.ImageFileSize) // now make sure the emoji is in the database dbEmoji, err := suite.db.GetEmojiByID(ctx, emojiID) suite.NoError(err) suite.NotNil(dbEmoji) // make sure the processed emoji file is in storage processedFullBytes, err := suite.storage.Get(ctx, emoji.ImagePath) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/rainbow-original.png") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedStaticBytes, err := suite.storage.Get(ctx, emoji.ImageStaticPath) suite.NoError(err) suite.NotEmpty(processedStaticBytes) processedStaticBytesExpected, err := os.ReadFile("./test/rainbow-static.png") suite.NoError(err) suite.NotEmpty(processedStaticBytesExpected) suite.Equal(processedStaticBytesExpected, processedStaticBytes) } func (suite *ManagerTestSuite) TestEmojiProcessBlockingTooLarge() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/big-panda.gif") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } emojiID := "01GDQ9G782X42BAMFASKP64343" emojiURI := "http://localhost:8080/emoji/01GDQ9G782X42BAMFASKP64343" processingEmoji, err := suite.manager.ProcessEmoji(ctx, data, nil, "big_panda", emojiID, emojiURI, nil) suite.NoError(err) // do a blocking call to fetch the emoji emoji, err := processingEmoji.LoadEmoji(ctx) suite.EqualError(err, "store: given emoji fileSize (645688b) is larger than allowed size (51200b)") suite.Nil(emoji) } func (suite *ManagerTestSuite) TestEmojiProcessBlockingTooLargeNoSizeGiven() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/big-panda.gif") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } emojiID := "01GDQ9G782X42BAMFASKP64343" emojiURI := "http://localhost:8080/emoji/01GDQ9G782X42BAMFASKP64343" processingEmoji, err := suite.manager.ProcessEmoji(ctx, data, nil, "big_panda", emojiID, emojiURI, nil) suite.NoError(err) // do a blocking call to fetch the emoji emoji, err := processingEmoji.LoadEmoji(ctx) suite.EqualError(err, "store: given emoji fileSize (645688b) is larger than allowed size (51200b)") suite.Nil(emoji) } func (suite *ManagerTestSuite) TestEmojiProcessBlockingNoFileSizeGiven() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/rainbow-original.png") if err != nil { panic(err) } return bytes.NewBuffer(b), -1, nil } emojiID := "01GDQ9G782X42BAMFASKP64343" emojiURI := "http://localhost:8080/emoji/01GDQ9G782X42BAMFASKP64343" // process the media with no additional info provided processingEmoji, err := suite.manager.ProcessEmoji(ctx, data, nil, "rainbow_test", emojiID, emojiURI, nil) suite.NoError(err) // do a blocking call to fetch the emoji emoji, err := processingEmoji.LoadEmoji(ctx) suite.NoError(err) suite.NotNil(emoji) // make sure it's got the stuff set on it that we expect suite.Equal(emojiID, emoji.ID) // file meta should be correctly derived from the image suite.Equal("image/png", emoji.ImageContentType) suite.Equal("image/png", emoji.ImageStaticContentType) suite.Equal(36702, emoji.ImageFileSize) // now make sure the emoji is in the database dbEmoji, err := suite.db.GetEmojiByID(ctx, emojiID) suite.NoError(err) suite.NotNil(dbEmoji) // make sure the processed emoji file is in storage processedFullBytes, err := suite.storage.Get(ctx, emoji.ImagePath) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/rainbow-original.png") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedStaticBytes, err := suite.storage.Get(ctx, emoji.ImageStaticPath) suite.NoError(err) suite.NotEmpty(processedStaticBytes) processedStaticBytesExpected, err := os.ReadFile("./test/rainbow-static.png") suite.NoError(err) suite.NotEmpty(processedStaticBytesExpected) suite.Equal(processedStaticBytesExpected, processedStaticBytes) } func (suite *ManagerTestSuite) TestSimpleJpegProcessBlocking() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/test-jpeg.jpg") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 1920, Height: 1080, Size: 2073600, Aspect: 1.7777777777777777, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 512, Height: 288, Size: 147456, Aspect: 1.7777777777777777, }, attachment.FileMeta.Small) suite.Equal("image/jpeg", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(269739, attachment.File.FileSize) suite.Equal("LiBzRk#6V[WF_NvzV@WY_3rqV@a$", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-jpeg-processed.jpg") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-jpeg-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func (suite *ManagerTestSuite) TestSimpleJpegProcessBlockingNoContentLengthGiven() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/test-jpeg.jpg") if err != nil { panic(err) } // give length as -1 to indicate unknown return bytes.NewBuffer(b), -1, nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 1920, Height: 1080, Size: 2073600, Aspect: 1.7777777777777777, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 512, Height: 288, Size: 147456, Aspect: 1.7777777777777777, }, attachment.FileMeta.Small) suite.Equal("image/jpeg", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(269739, attachment.File.FileSize) suite.Equal("LiBzRk#6V[WF_NvzV@WY_3rqV@a$", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-jpeg-processed.jpg") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-jpeg-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func (suite *ManagerTestSuite) TestSimpleJpegProcessBlockingReadCloser() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // open test image as a file f, err := os.Open("./test/test-jpeg.jpg") if err != nil { panic(err) } // give length as -1 to indicate unknown return f, -1, nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 1920, Height: 1080, Size: 2073600, Aspect: 1.7777777777777777, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 512, Height: 288, Size: 147456, Aspect: 1.7777777777777777, }, attachment.FileMeta.Small) suite.Equal("image/jpeg", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(269739, attachment.File.FileSize) suite.Equal("LiBzRk#6V[WF_NvzV@WY_3rqV@a$", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-jpeg-processed.jpg") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-jpeg-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func (suite *ManagerTestSuite) TestPngNoAlphaChannelProcessBlocking() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/test-png-noalphachannel.png") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 186, Height: 187, Size: 34782, Aspect: 0.9946524064171123, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 186, Height: 187, Size: 34782, Aspect: 0.9946524064171123, }, attachment.FileMeta.Small) suite.Equal("image/png", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(17471, attachment.File.FileSize) suite.Equal("LFQT7e.A%O%4?co$M}M{_1W9~TxV", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-png-noalphachannel-processed.png") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-png-noalphachannel-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func (suite *ManagerTestSuite) TestPngAlphaChannelProcessBlocking() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/test-png-alphachannel.png") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 186, Height: 187, Size: 34782, Aspect: 0.9946524064171123, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 186, Height: 187, Size: 34782, Aspect: 0.9946524064171123, }, attachment.FileMeta.Small) suite.Equal("image/png", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(18904, attachment.File.FileSize) suite.Equal("LFQT7e.A%O%4?co$M}M{_1W9~TxV", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-png-alphachannel-processed.png") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-png-alphachannel-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func (suite *ManagerTestSuite) TestSimpleJpegProcessBlockingWithCallback() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/test-jpeg.jpg") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } // test the callback function by setting a simple boolean var calledPostData bool postData := func(_ context.Context) error { calledPostData = true return nil } suite.False(calledPostData) // not called yet (obvs) accountID := "01FS1X72SK9ZPW0J1QQ68BD264" // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, postData, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // the post data callback should have been called suite.True(calledPostData) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 1920, Height: 1080, Size: 2073600, Aspect: 1.7777777777777777, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 512, Height: 288, Size: 147456, Aspect: 1.7777777777777777, }, attachment.FileMeta.Small) suite.Equal("image/jpeg", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(269739, attachment.File.FileSize) suite.Equal("LiBzRk#6V[WF_NvzV@WY_3rqV@a$", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-jpeg-processed.jpg") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-jpeg-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func (suite *ManagerTestSuite) TestSimpleJpegProcessAsync() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/test-jpeg.jpg") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // wait for the media to finish processing if !testrig.WaitFor(func() bool { return processingMedia.Finished() }) { suite.FailNow("timed out waiting for media to be processed") } // fetch the attachment from the database attachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 1920, Height: 1080, Size: 2073600, Aspect: 1.7777777777777777, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 512, Height: 288, Size: 147456, Aspect: 1.7777777777777777, }, attachment.FileMeta.Small) suite.Equal("image/jpeg", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(269739, attachment.File.FileSize) suite.Equal("LiBzRk#6V[WF_NvzV@WY_3rqV@a$", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-jpeg-processed.jpg") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-jpeg-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func (suite *ManagerTestSuite) TestSimpleJpegQueueSpamming() { // in this test, we spam the manager queue with 50 new media requests, just to see how it holds up ctx := context.Background() b, err := os.ReadFile("./test/test-jpeg.jpg") if err != nil { panic(err) } data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image return bytes.NewReader(b), len(b), nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" spam := 50 inProcess := []*media.ProcessingMedia{} for i := 0; i < spam; i++ { // process the media with no additional info provided processingMedia, err := suite.manager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) inProcess = append(inProcess, processingMedia) } for _, processingMedia := range inProcess { // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 1920, Height: 1080, Size: 2073600, Aspect: 1.7777777777777777, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 512, Height: 288, Size: 147456, Aspect: 1.7777777777777777, }, attachment.FileMeta.Small) suite.Equal("image/jpeg", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(269739, attachment.File.FileSize) suite.Equal("LiBzRk#6V[WF_NvzV@WY_3rqV@a$", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := suite.storage.Get(ctx, attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-jpeg-processed.jpg") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := suite.storage.Get(ctx, attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-jpeg-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } } func (suite *ManagerTestSuite) TestSimpleJpegProcessBlockingWithDiskStorage() { ctx := context.Background() data := func(_ context.Context) (io.Reader, int, error) { // load bytes from a test image b, err := os.ReadFile("./test/test-jpeg.jpg") if err != nil { panic(err) } return bytes.NewBuffer(b), len(b), nil } accountID := "01FS1X72SK9ZPW0J1QQ68BD264" temp := fmt.Sprintf("%s/gotosocial-test", os.TempDir()) defer os.RemoveAll(temp) diskStorage, err := kv.OpenFile(temp, &storage.DiskConfig{ LockFile: path.Join(temp, "store.lock"), }) if err != nil { panic(err) } diskManager, err := media.NewManager(suite.db, >sstorage.Local{KVStore: diskStorage}) if err != nil { panic(err) } suite.manager = diskManager // process the media with no additional info provided processingMedia, err := diskManager.ProcessMedia(ctx, data, nil, accountID, nil) suite.NoError(err) // fetch the attachment id from the processing media attachmentID := processingMedia.AttachmentID() // do a blocking call to fetch the attachment attachment, err := processingMedia.LoadAttachment(ctx) suite.NoError(err) suite.NotNil(attachment) // make sure it's got the stuff set on it that we expect // the attachment ID and accountID we expect suite.Equal(attachmentID, attachment.ID) suite.Equal(accountID, attachment.AccountID) // file meta should be correctly derived from the image suite.EqualValues(gtsmodel.Original{ Width: 1920, Height: 1080, Size: 2073600, Aspect: 1.7777777777777777, }, attachment.FileMeta.Original) suite.EqualValues(gtsmodel.Small{ Width: 512, Height: 288, Size: 147456, Aspect: 1.7777777777777777, }, attachment.FileMeta.Small) suite.Equal("image/jpeg", attachment.File.ContentType) suite.Equal("image/jpeg", attachment.Thumbnail.ContentType) suite.Equal(269739, attachment.File.FileSize) suite.Equal("LiBzRk#6V[WF_NvzV@WY_3rqV@a$", attachment.Blurhash) // now make sure the attachment is in the database dbAttachment, err := suite.db.GetAttachmentByID(ctx, attachmentID) suite.NoError(err) suite.NotNil(dbAttachment) // make sure the processed file is in storage processedFullBytes, err := diskStorage.Get(attachment.File.Path) suite.NoError(err) suite.NotEmpty(processedFullBytes) // load the processed bytes from our test folder, to compare processedFullBytesExpected, err := os.ReadFile("./test/test-jpeg-processed.jpg") suite.NoError(err) suite.NotEmpty(processedFullBytesExpected) // the bytes in storage should be what we expected suite.Equal(processedFullBytesExpected, processedFullBytes) // now do the same for the thumbnail and make sure it's what we expected processedThumbnailBytes, err := diskStorage.Get(attachment.Thumbnail.Path) suite.NoError(err) suite.NotEmpty(processedThumbnailBytes) processedThumbnailBytesExpected, err := os.ReadFile("./test/test-jpeg-thumbnail.jpg") suite.NoError(err) suite.NotEmpty(processedThumbnailBytesExpected) suite.Equal(processedThumbnailBytesExpected, processedThumbnailBytes) } func TestManagerTestSuite(t *testing.T) { suite.Run(t, &ManagerTestSuite{}) }