mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-11-28 19:31:36 +00:00
87cff71af9
* persist queued worker tasks to database on shutdown, fill worker queues from database on startup
* ensure the tasks are sorted by creation time before pushing them
* add migration to insert WorkerTask{} into database, add test for worker task persistence
* add test for recovering worker queues from database
* quick tweak
* whoops we ended up with double cleaner job scheduling
* insert each task separately, because bun is throwing some reflection error??
* add specific checking of cancelled worker contexts
* add http request signing to deliveries recovered from database
* add test for outgoing public key ID being correctly set on delivery
* replace select with Queue.PopCtx()
* get rid of loop now we don't use it
* remove field now we don't use it
* ensure that signing func is set
* header values weren't being copied over 🤦
* use ptr for httpclient.Request in delivery
* move worker queue filling to later in server init process
* fix rebase issues
* make logging less shouty
* use slices.Delete() instead of copying / reslicing
* have database return tasks in ascending order instead of sorting them
* add a 1 minute timeout to persisting worker queues
|
||
---|---|---|
.. | ||
20211113114307_init | ||
20220214175650_media_cleanup | ||
20220315160814_admin_account_actions | ||
20220905150505_custom_emoji_updates | ||
20230328203024_migration_fix | ||
20230521105850_emoji_empty_domain_fix | ||
20240318115336_account_settings | ||
20240620074530_interaction_policy | ||
20240715204203_media_pipeline_improvements | ||
20211113114307_init.go | ||
20220214175650_media_cleanup.go | ||
20220305130328_database_optimizations.go | ||
20220315160814_admin_account_actions.go | ||
20220502113806_add_missing_indexes.go | ||
20220506110822_add_account_raw_note.go | ||
20220511165212_add_account_raw_note_fix.go | ||
20220518123621_additional_indexing.go | ||
20220612091800_duplicated_media_cleanup.go | ||
20220710153020_fix_slow_web_profile_queries.go | ||
20220804120132_account_default_post_format.go | ||
20220823140228_user_custom_css.go | ||
20220827085121_assign_missing_in_reply_to_uris.go | ||
20220830014732_regenerate_indexes_for_follows.go | ||
20220903141016_store_gifs_as_image.go | ||
20220905150505_custom_emoji_updates.go | ||
20220916122701_emojis_in_accounts.go | ||
20220922142408_shared_inbox_delivery.go | ||
20220926115233_indexes.go | ||
20221006114842_add_rss_functionality.go | ||
20221011125732_refetch_updated_emojis.go | ||
20221031145649_emoji_categories.go | ||
20221103203553_add_external_id.go | ||
20221108142419_create_account_tombstones.go | ||
20221220134514_mp4_jiggery_pokery.go | ||
20230105171144_report_model.go | ||
20230126170719_format_to_content_type.go | ||
20230202212700_rename_account_webfingered_to_fetched.go | ||
20230221150957_status_pin_client_api.go | ||
20230328203024_migration_fix.go | ||
20230405130021_status_fave_unique_constraints.go | ||
20230430105735_fieldwork.go | ||
20230511181430_add_status_fetched_at.go | ||
20230515173919_lists.go | ||
20230521105850_emoji_empty_domain_fix.go | ||
20230620103932_search_updates.go | ||
20230711214815_account_notes.go | ||
20230713025939_markers_api.go | ||
20230718161520_hashtaggery.go | ||
20230724100000_emoji_cleanup.go | ||
20230815164500_rules_model.go | ||
20230817174700_add_report_rule_ids.go | ||
20230821075342_attachment_cleanup_updates.go | ||
20230828101322_admin_action_locking.go | ||
20230905133904_remote_pubkey_expiry.go | ||
20230908083121_allowlist.go.go | ||
20231002153327_add_status_polls.go | ||
20231016113235_mute_status_thread.go | ||
20231029143819_remove_suspended_at_index.go | ||
20231110142330_small_poll_table_tweaks.go | ||
20231128140847_remove_duplicate_indices.go | ||
20231130103643_fix_index_whoopsie.go | ||
20231208152242_sqlite_analyze.go | ||
20231212144715_add_header_filters.go | ||
20231215115920_add_status_poll_index.go | ||
20231227110845_instance_description_updates.go | ||
20240103170945_moved_to_also_known_as.go | ||
20240114112637_postgres_header_filter_fix.go | ||
20240126064004_add_filters.go | ||
20240129170725_moved_to_also_known_as.go | ||
20240220204526_add_statuses_mentions_is_null_or_empty_idx.go | ||
20240228113608_readd_statuses_account_id_id_idx.go | ||
20240310120046_fix_empty_move_id.go | ||
20240318115336_account_settings.go | ||
20240320114447_preset_css_themes.go | ||
20240401130338_sign_up.go | ||
20240402113305_nil_domain_fix.go | ||
20240414122348_account_stats_model.go | ||
20240426122821_pageable_admin_accounts.go | ||
20240528071620_add_user_mutes.go | ||
20240611190733_add_conversations.go | ||
20240613091853_drop_unused_media_columns.go | ||
20240617134210_add_worker_tasks_table.go | ||
20240620074530_interaction_policy.go | ||
20240712005536_add_advanced_migrations.go | ||
20240715204203_media_pipeline_improvements.go | ||
20240716151327_interaction_policy.go | ||
20240722222556_remove_boost_content.go | ||
20240725211933_add_followed_tags.go | ||
main.go | ||
README.md | ||
util.go |
Migrations
How do I write a migration file?
As a template, take one of the existing migration files and modify it, or use the below code snippet:
// GoToSocial
// Copyright (C) GoToSocial Authors admin@gotosocial.org
// SPDX-License-Identifier: AGPL-3.0-or-later
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
package migrations
import (
"context"
"github.com/uptrace/bun"
)
func init() {
up := func(ctx context.Context, db *bun.DB) error {
return db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
// your logic here
return nil
})
}
down := func(ctx context.Context, db *bun.DB) error {
return db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
// your logic here
return nil
})
}
if err := Migrations.Register(up, down); err != nil {
panic(err)
}
}
File format
Bun requires a very specific format: 14 digits, then letters or underscores.
You can use the following bash command on your branch to generate a suitable migration filename.
echo "$(date --utc +%Y%m%d%H%M%S | head -c 14)_$(git rev-parse --abbrev-ref HEAD).go"
Rules of thumb
- DON'T DROP TABLES!!!!!!!!
- Don't make something
NOT NULL
if it's likely to already containnull
fields.