mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-10-02 08:22:01 +00:00
578 lines
11 KiB
Go
578 lines
11 KiB
Go
package sqlite
|
|
|
|
import (
|
|
"database/sql"
|
|
)
|
|
|
|
var migrations = []struct {
|
|
name string
|
|
stmt string
|
|
}{
|
|
{
|
|
name: "create-table-users",
|
|
stmt: createTableUsers,
|
|
},
|
|
{
|
|
name: "create-table-repos",
|
|
stmt: createTableRepos,
|
|
},
|
|
{
|
|
name: "create-table-builds",
|
|
stmt: createTableBuilds,
|
|
},
|
|
{
|
|
name: "create-index-builds-repo",
|
|
stmt: createIndexBuildsRepo,
|
|
},
|
|
{
|
|
name: "create-index-builds-author",
|
|
stmt: createIndexBuildsAuthor,
|
|
},
|
|
{
|
|
name: "create-index-builds-status",
|
|
stmt: createIndexBuildsStatus,
|
|
},
|
|
{
|
|
name: "create-table-procs",
|
|
stmt: createTableProcs,
|
|
},
|
|
{
|
|
name: "create-index-procs-build",
|
|
stmt: createIndexProcsBuild,
|
|
},
|
|
{
|
|
name: "create-table-logs",
|
|
stmt: createTableLogs,
|
|
},
|
|
{
|
|
name: "create-table-files",
|
|
stmt: createTableFiles,
|
|
},
|
|
{
|
|
name: "create-index-files-builds",
|
|
stmt: createIndexFilesBuilds,
|
|
},
|
|
{
|
|
name: "create-index-files-procs",
|
|
stmt: createIndexFilesProcs,
|
|
},
|
|
{
|
|
name: "create-table-secrets",
|
|
stmt: createTableSecrets,
|
|
},
|
|
{
|
|
name: "create-index-secrets-repo",
|
|
stmt: createIndexSecretsRepo,
|
|
},
|
|
{
|
|
name: "create-table-registry",
|
|
stmt: createTableRegistry,
|
|
},
|
|
{
|
|
name: "create-index-registry-repo",
|
|
stmt: createIndexRegistryRepo,
|
|
},
|
|
{
|
|
name: "create-table-config",
|
|
stmt: createTableConfig,
|
|
},
|
|
{
|
|
name: "create-table-tasks",
|
|
stmt: createTableTasks,
|
|
},
|
|
{
|
|
name: "create-table-agents",
|
|
stmt: createTableAgents,
|
|
},
|
|
{
|
|
name: "create-table-senders",
|
|
stmt: createTableSenders,
|
|
},
|
|
{
|
|
name: "create-index-sender-repos",
|
|
stmt: createIndexSenderRepos,
|
|
},
|
|
{
|
|
name: "alter-table-add-repo-visibility",
|
|
stmt: alterTableAddRepoVisibility,
|
|
},
|
|
{
|
|
name: "update-table-set-repo-visibility",
|
|
stmt: updateTableSetRepoVisibility,
|
|
},
|
|
{
|
|
name: "alter-table-add-repo-seq",
|
|
stmt: alterTableAddRepoSeq,
|
|
},
|
|
{
|
|
name: "update-table-set-repo-seq",
|
|
stmt: updateTableSetRepoSeq,
|
|
},
|
|
{
|
|
name: "update-table-set-repo-seq-default",
|
|
stmt: updateTableSetRepoSeqDefault,
|
|
},
|
|
{
|
|
name: "alter-table-add-repo-active",
|
|
stmt: alterTableAddRepoActive,
|
|
},
|
|
{
|
|
name: "update-table-set-repo-active",
|
|
stmt: updateTableSetRepoActive,
|
|
},
|
|
{
|
|
name: "alter-table-add-user-synced",
|
|
stmt: alterTableAddUserSynced,
|
|
},
|
|
{
|
|
name: "update-table-set-user-synced",
|
|
stmt: updateTableSetUserSynced,
|
|
},
|
|
{
|
|
name: "create-table-perms",
|
|
stmt: createTablePerms,
|
|
},
|
|
{
|
|
name: "create-index-perms-repo",
|
|
stmt: createIndexPermsRepo,
|
|
},
|
|
{
|
|
name: "create-index-perms-user",
|
|
stmt: createIndexPermsUser,
|
|
},
|
|
}
|
|
|
|
// Migrate performs the database migration. If the migration fails
|
|
// and error is returned.
|
|
func Migrate(db *sql.DB) error {
|
|
if err := createTable(db); err != nil {
|
|
return err
|
|
}
|
|
completed, err := selectCompleted(db)
|
|
if err != nil && err != sql.ErrNoRows {
|
|
return err
|
|
}
|
|
for _, migration := range migrations {
|
|
if _, ok := completed[migration.name]; ok {
|
|
|
|
continue
|
|
}
|
|
|
|
if _, err := db.Exec(migration.stmt); err != nil {
|
|
return err
|
|
}
|
|
if err := insertMigration(db, migration.name); err != nil {
|
|
return err
|
|
}
|
|
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func createTable(db *sql.DB) error {
|
|
_, err := db.Exec(migrationTableCreate)
|
|
return err
|
|
}
|
|
|
|
func insertMigration(db *sql.DB, name string) error {
|
|
_, err := db.Exec(migrationInsert, name)
|
|
return err
|
|
}
|
|
|
|
func selectCompleted(db *sql.DB) (map[string]struct{}, error) {
|
|
migrations := map[string]struct{}{}
|
|
rows, err := db.Query(migrationSelect)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer rows.Close()
|
|
for rows.Next() {
|
|
var name string
|
|
if err := rows.Scan(&name); err != nil {
|
|
return nil, err
|
|
}
|
|
migrations[name] = struct{}{}
|
|
}
|
|
return migrations, nil
|
|
}
|
|
|
|
//
|
|
// migration table ddl and sql
|
|
//
|
|
|
|
var migrationTableCreate = `
|
|
CREATE TABLE IF NOT EXISTS migrations (
|
|
name VARCHAR(255)
|
|
,UNIQUE(name)
|
|
)
|
|
`
|
|
|
|
var migrationInsert = `
|
|
INSERT INTO migrations (name) VALUES (?)
|
|
`
|
|
|
|
var migrationSelect = `
|
|
SELECT name FROM migrations
|
|
`
|
|
|
|
//
|
|
// 001_create_table_users.sql
|
|
//
|
|
|
|
var createTableUsers = `
|
|
CREATE TABLE IF NOT EXISTS users (
|
|
user_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,user_login TEXT
|
|
,user_token TEXT
|
|
,user_secret TEXT
|
|
,user_expiry INTEGER
|
|
,user_email TEXT
|
|
,user_avatar TEXT
|
|
,user_active BOOLEAN
|
|
,user_admin BOOLEAN
|
|
,user_hash TEXT
|
|
,UNIQUE(user_login)
|
|
);
|
|
`
|
|
|
|
//
|
|
// 002_create_table_repos.sql
|
|
//
|
|
|
|
var createTableRepos = `
|
|
CREATE TABLE IF NOT EXISTS repos (
|
|
repo_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,repo_user_id INTEGER
|
|
,repo_owner TEXT
|
|
,repo_name TEXT
|
|
,repo_full_name TEXT
|
|
,repo_avatar TEXT
|
|
,repo_link TEXT
|
|
,repo_clone TEXT
|
|
,repo_branch TEXT
|
|
,repo_timeout INTEGER
|
|
,repo_private BOOLEAN
|
|
,repo_trusted BOOLEAN
|
|
,repo_allow_pr BOOLEAN
|
|
,repo_allow_push BOOLEAN
|
|
,repo_allow_deploys BOOLEAN
|
|
,repo_allow_tags BOOLEAN
|
|
,repo_hash TEXT
|
|
,repo_scm TEXT
|
|
,repo_config_path TEXT
|
|
,repo_gated BOOLEAN
|
|
,UNIQUE(repo_full_name)
|
|
);
|
|
`
|
|
|
|
//
|
|
// 003_create_table_builds.sql
|
|
//
|
|
|
|
var createTableBuilds = `
|
|
CREATE TABLE IF NOT EXISTS builds (
|
|
build_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,build_repo_id INTEGER
|
|
,build_number INTEGER
|
|
,build_event TEXT
|
|
,build_status TEXT
|
|
,build_enqueued INTEGER
|
|
,build_created INTEGER
|
|
,build_started INTEGER
|
|
,build_finished INTEGER
|
|
,build_commit TEXT
|
|
,build_branch TEXT
|
|
,build_ref TEXT
|
|
,build_refspec TEXT
|
|
,build_remote TEXT
|
|
,build_title TEXT
|
|
,build_message TEXT
|
|
,build_timestamp INTEGER
|
|
,build_author TEXT
|
|
,build_avatar TEXT
|
|
,build_email TEXT
|
|
,build_link TEXT
|
|
,build_deploy TEXT
|
|
,build_signed BOOLEAN
|
|
,build_verified BOOLEAN
|
|
,build_parent INTEGER
|
|
,build_error TEXT
|
|
,build_reviewer TEXT
|
|
,build_reviewed INTEGER
|
|
,build_sender TEXT
|
|
,build_config_id INTEGER
|
|
,UNIQUE(build_number, build_repo_id)
|
|
);
|
|
`
|
|
|
|
var createIndexBuildsRepo = `
|
|
CREATE INDEX IF NOT EXISTS ix_build_repo ON builds (build_repo_id);
|
|
`
|
|
|
|
var createIndexBuildsAuthor = `
|
|
CREATE INDEX IF NOT EXISTS ix_build_author ON builds (build_author);
|
|
`
|
|
|
|
var createIndexBuildsStatus = `
|
|
CREATE INDEX IF NOT EXISTS ix_build_status_running ON builds (build_status)
|
|
WHERE build_status IN ('pending', 'running');
|
|
`
|
|
|
|
//
|
|
// 004_create_table_procs.sql
|
|
//
|
|
|
|
var createTableProcs = `
|
|
CREATE TABLE IF NOT EXISTS procs (
|
|
proc_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,proc_build_id INTEGER
|
|
,proc_pid INTEGER
|
|
,proc_ppid INTEGER
|
|
,proc_pgid INTEGER
|
|
,proc_name TEXT
|
|
,proc_state TEXT
|
|
,proc_error TEXT
|
|
,proc_exit_code INTEGER
|
|
,proc_started INTEGER
|
|
,proc_stopped INTEGER
|
|
,proc_machine TEXT
|
|
,proc_platform TEXT
|
|
,proc_environ TEXT
|
|
,UNIQUE(proc_build_id, proc_pid)
|
|
);
|
|
`
|
|
|
|
var createIndexProcsBuild = `
|
|
CREATE INDEX IF NOT EXISTS proc_build_ix ON procs (proc_build_id);
|
|
`
|
|
|
|
//
|
|
// 005_create_table_logs.sql
|
|
//
|
|
|
|
var createTableLogs = `
|
|
CREATE TABLE IF NOT EXISTS logs (
|
|
log_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,log_job_id INTEGER
|
|
,log_data BLOB
|
|
,UNIQUE(log_job_id)
|
|
);
|
|
`
|
|
|
|
//
|
|
// 006_create_table_files.sql
|
|
//
|
|
|
|
var createTableFiles = `
|
|
CREATE TABLE IF NOT EXISTS files (
|
|
file_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,file_build_id INTEGER
|
|
,file_proc_id INTEGER
|
|
,file_name TEXT
|
|
,file_mime TEXT
|
|
,file_size INTEGER
|
|
,file_time INTEGER
|
|
,file_data BLOB
|
|
,UNIQUE(file_proc_id,file_name)
|
|
);
|
|
`
|
|
|
|
var createIndexFilesBuilds = `
|
|
CREATE INDEX IF NOT EXISTS file_build_ix ON files (file_build_id);
|
|
`
|
|
|
|
var createIndexFilesProcs = `
|
|
CREATE INDEX IF NOT EXISTS file_proc_ix ON files (file_proc_id);
|
|
`
|
|
|
|
//
|
|
// 007_create_table_secets.sql
|
|
//
|
|
|
|
var createTableSecrets = `
|
|
CREATE TABLE IF NOT EXISTS secrets (
|
|
secret_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,secret_repo_id INTEGER
|
|
,secret_name TEXT
|
|
,secret_value TEXT
|
|
,secret_images TEXT
|
|
,secret_events TEXT
|
|
,secret_skip_verify BOOLEAN
|
|
,secret_conceal BOOLEAN
|
|
,UNIQUE(secret_name, secret_repo_id)
|
|
);
|
|
`
|
|
|
|
var createIndexSecretsRepo = `
|
|
CREATE INDEX IF NOT EXISTS ix_secrets_repo ON secrets (secret_repo_id);
|
|
`
|
|
|
|
//
|
|
// 008_create_table_registry.sql
|
|
//
|
|
|
|
var createTableRegistry = `
|
|
CREATE TABLE IF NOT EXISTS registry (
|
|
registry_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,registry_repo_id INTEGER
|
|
,registry_addr TEXT
|
|
,registry_username TEXT
|
|
,registry_password TEXT
|
|
,registry_email TEXT
|
|
,registry_token TEXT
|
|
|
|
,UNIQUE(registry_addr, registry_repo_id)
|
|
);
|
|
`
|
|
|
|
var createIndexRegistryRepo = `
|
|
CREATE INDEX IF NOT EXISTS ix_registry_repo ON registry (registry_repo_id);
|
|
`
|
|
|
|
//
|
|
// 009_create_table_config.sql
|
|
//
|
|
|
|
var createTableConfig = `
|
|
CREATE TABLE IF NOT EXISTS config (
|
|
config_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,config_repo_id INTEGER
|
|
,config_hash TEXT
|
|
,config_data BLOB
|
|
,UNIQUE(config_hash, config_repo_id)
|
|
);
|
|
`
|
|
|
|
//
|
|
// 010_create_table_tasks.sql
|
|
//
|
|
|
|
var createTableTasks = `
|
|
CREATE TABLE IF NOT EXISTS tasks (
|
|
task_id TEXT PRIMARY KEY
|
|
,task_data BLOB
|
|
,task_labels BLOB
|
|
);
|
|
`
|
|
|
|
//
|
|
// 011_create_table_agents.sql
|
|
//
|
|
|
|
var createTableAgents = `
|
|
CREATE TABLE IF NOT EXISTS agents (
|
|
agent_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,agent_addr TEXT
|
|
,agent_platform TEXT
|
|
,agent_capacity INTEGER
|
|
,agent_created INTEGER
|
|
,agent_updated INTEGER
|
|
|
|
,UNIQUE(agent_addr)
|
|
);
|
|
`
|
|
|
|
//
|
|
// 012_create_table_senders.sql
|
|
//
|
|
|
|
var createTableSenders = `
|
|
CREATE TABLE IF NOT EXISTS senders (
|
|
sender_id INTEGER PRIMARY KEY AUTOINCREMENT
|
|
,sender_repo_id INTEGER
|
|
,sender_login TEXT
|
|
,sender_allow BOOLEAN
|
|
,sender_block BOOLEAN
|
|
|
|
,UNIQUE(sender_repo_id,sender_login)
|
|
);
|
|
`
|
|
|
|
var createIndexSenderRepos = `
|
|
CREATE INDEX IF NOT EXISTS sender_repo_ix ON senders (sender_repo_id);
|
|
`
|
|
|
|
//
|
|
// 013_add_column_repo_visibility.sql
|
|
//
|
|
|
|
var alterTableAddRepoVisibility = `
|
|
ALTER TABLE repos ADD COLUMN repo_visibility TEXT
|
|
`
|
|
|
|
var updateTableSetRepoVisibility = `
|
|
UPDATE repos
|
|
SET repo_visibility = CASE
|
|
WHEN repo_private = 0 THEN 'public'
|
|
ELSE 'private'
|
|
END
|
|
`
|
|
|
|
//
|
|
// 014_add_column_repo_seq.sql
|
|
//
|
|
|
|
var alterTableAddRepoSeq = `
|
|
ALTER TABLE repos ADD COLUMN repo_counter INTEGER;
|
|
`
|
|
|
|
var updateTableSetRepoSeq = `
|
|
UPDATE repos SET repo_counter = (
|
|
SELECT max(build_number)
|
|
FROM builds
|
|
WHERE builds.build_repo_id = repos.repo_id
|
|
)
|
|
`
|
|
|
|
var updateTableSetRepoSeqDefault = `
|
|
UPDATE repos SET repo_counter = 0
|
|
WHERE repo_counter IS NULL
|
|
`
|
|
|
|
//
|
|
// 015_add_column_repo_active.sql
|
|
//
|
|
|
|
var alterTableAddRepoActive = `
|
|
ALTER TABLE repos ADD COLUMN repo_active BOOLEAN
|
|
`
|
|
|
|
var updateTableSetRepoActive = `
|
|
UPDATE repos SET repo_active = 1
|
|
`
|
|
|
|
//
|
|
// 016_add_column_user_synced.sql
|
|
//
|
|
|
|
var alterTableAddUserSynced = `
|
|
ALTER TABLE users ADD COLUMN user_synced INTEGER;
|
|
`
|
|
|
|
var updateTableSetUserSynced = `
|
|
UPDATE users SET user_synced = 0
|
|
`
|
|
|
|
//
|
|
// 017_create_table_perms.sql
|
|
//
|
|
|
|
var createTablePerms = `
|
|
CREATE TABLE IF NOT EXISTS perms (
|
|
perm_user_id INTEGER NOT NULL
|
|
,perm_repo_id INTEGER NOT NULL
|
|
,perm_pull BOOLEAN
|
|
,perm_push BOOLEAN
|
|
,perm_admin BOOLEAN
|
|
,perm_synced INTEGER
|
|
,UNIQUE(perm_user_id, perm_repo_id)
|
|
);
|
|
`
|
|
|
|
var createIndexPermsRepo = `
|
|
CREATE INDEX IF NOT EXISTS ix_perms_repo ON perms (perm_repo_id);
|
|
`
|
|
|
|
var createIndexPermsUser = `
|
|
CREATE INDEX IF NOT EXISTS ix_perms_user ON perms (perm_user_id);
|
|
`
|