mirrors/woodpecker
1
0
Fork 0
mirror of https://github.com/woodpecker-ci/woodpecker.git synced 2024-11-26 20:01:02 +00:00
Code Issues Projects Releases Wiki Activity

increment build from counter

Browse source
This commit is contained in:
Brad Rydzewski 2017-05-23 12:43:58 +02:00
parent a05cdafd92
commit f16dfaa9f0
14 changed files with 233 additions and 28 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
model/repo.go
View file

@ -30,6 +30,7 @@ type Repo struct {
AllowPush bool `json:"allow_push" meddler:"repo_allow_push"`
AllowDeploy bool `json:"allow_deploys" meddler:"repo_allow_deploys"`
AllowTag bool `json:"allow_tags" meddler:"repo_allow_tags"`
Counter int `json:"last_build" meddler:"repo_counter"`
Config string `json:"config_file" meddler:"repo_config_path"`
Hash string `json:"-" meddler:"repo_hash"`
}

45
store/datastore/builds.go
View file

@ -1,9 +1,11 @@
package datastore
import (
"fmt"
"time"
"github.com/drone/drone/model"
"github.com/drone/drone/store/datastore/sql"
"github.com/russross/meddler"
)
@ -56,12 +58,14 @@ func (db *datastore) GetBuildQueue() ([]*model.Feed, error) {
}
func (db *datastore) CreateBuild(build *model.Build, procs ...*model.Proc) error {
var number int
db.QueryRow(rebind(buildNumberLast), build.RepoID).Scan(&number)
build.Number = number + 1
id, err := db.incrementRepoRetry(build.RepoID)
if err != nil {
return err
}
build.Number = id
build.Created = time.Now().UTC().Unix()
build.Enqueued = build.Created
err := meddler.Insert(db, buildTable, build)
err = meddler.Insert(db, buildTable, build)
if err != nil {
return err
}
@ -75,6 +79,39 @@ func (db *datastore) CreateBuild(build *model.Build, procs ...*model.Proc) error
return nil
}
func (db *datastore) incrementRepoRetry(id int64) (int, error) {
repo, err := db.GetRepo(id)
if err != nil {
return 0, fmt.Errorf("database: cannot fetch repository: %s", err)
}
for i := 0; i < 10; i++ {
seq, err := db.incrementRepo(repo.ID, repo.Counter+i, repo.Counter+i+1)
if err != nil {
return 0, err
}
if seq == 0 {
continue
}
return seq, nil
}
return 0, fmt.Errorf("cannot increment next build number")
}
func (db *datastore) incrementRepo(id int64, old, new int) (int, error) {
results, err := db.Exec(sql.Lookup(db.driver, "repo-update-counter"), new, old, id)
if err != nil {
return 0, fmt.Errorf("database: update repository counter: %s", err)
}
updated, err := results.RowsAffected()
if err != nil {
return 0, fmt.Errorf("database: update repository counter: %s", err)
}
if updated == 0 {
return 0, nil
}
return new, nil
}
func (db *datastore) UpdateBuild(build *model.Build) error {
return meddler.Update(db, buildTable, build)
}

106
store/datastore/builds_test.go
View file

@ -8,12 +8,23 @@ import (
)
func TestBuilds(t *testing.T) {
repo := &model.Repo{
UserID: 1,
FullName: "bradrydzewski/drone",
Owner: "bradrydzewski",
Name: "drone",
}
db := openTest()
defer db.Close()
s := From(db)
g := goblin.Goblin(t)
g.Describe("Builds", func() {
g.Before(func() {
db.Exec("DELETE FROM repos")
s.CreateRepo(repo)
})
// before each test be sure to purge the package
// table data from the database.
@ -24,11 +35,11 @@ func TestBuilds(t *testing.T) {
g.It("Should Post a Build", func() {
build := model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusSuccess,
Commit: "85f8c029b902ed9400bc600bac301a0aadb144ac",
}
err := s.CreateBuild(&build, []*model.Proc{}...)
err := s.CreateBuild(&build)
g.Assert(err == nil).IsTrue()
g.Assert(build.ID != 0).IsTrue()
g.Assert(build.Number).Equal(1)
@ -37,12 +48,12 @@ func TestBuilds(t *testing.T) {
g.It("Should Put a Build", func() {
build := model.Build{
RepoID: 1,
RepoID: repo.ID,
Number: 5,
Status: model.StatusSuccess,
Commit: "85f8c029b902ed9400bc600bac301a0aadb144ac",
}
s.CreateBuild(&build, []*model.Proc{}...)
s.CreateBuild(&build)
build.Status = model.StatusRunning
err1 := s.UpdateBuild(&build)
getbuild, err2 := s.GetBuild(build.ID)
@ -56,7 +67,7 @@ func TestBuilds(t *testing.T) {
g.It("Should Get a Build", func() {
build := model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusSuccess,
}
s.CreateBuild(&build, []*model.Proc{}...)
@ -69,11 +80,11 @@ func TestBuilds(t *testing.T) {
g.It("Should Get a Build by Number", func() {
build1 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
}
build2 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
}
err1 := s.CreateBuild(build1, []*model.Proc{}...)
@ -89,12 +100,12 @@ func TestBuilds(t *testing.T) {
g.It("Should Get a Build by Ref", func() {
build1 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
Ref: "refs/pull/5",
}
build2 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
Ref: "refs/pull/6",
}
@ -112,12 +123,12 @@ func TestBuilds(t *testing.T) {
g.It("Should Get a Build by Ref", func() {
build1 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
Ref: "refs/pull/5",
}
build2 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
Ref: "refs/pull/6",
}
@ -135,13 +146,13 @@ func TestBuilds(t *testing.T) {
g.It("Should Get a Build by Commit", func() {
build1 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
Branch: "master",
Commit: "85f8c029b902ed9400bc600bac301a0aadb144ac",
}
build2 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusPending,
Branch: "dev",
Commit: "85f8c029b902ed9400bc600bac301a0aadb144aa",
@ -161,14 +172,14 @@ func TestBuilds(t *testing.T) {
g.It("Should Get the last Build", func() {
build1 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusFailure,
Branch: "master",
Commit: "85f8c029b902ed9400bc600bac301a0aadb144ac",
Event: model.EventPush,
}
build2 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusSuccess,
Branch: "master",
Commit: "85f8c029b902ed9400bc600bac301a0aadb144aa",
@ -190,19 +201,19 @@ func TestBuilds(t *testing.T) {
g.It("Should Get the last Build Before Build N", func() {
build1 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusFailure,
Branch: "master",
Commit: "85f8c029b902ed9400bc600bac301a0aadb144ac",
}
build2 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusSuccess,
Branch: "master",
Commit: "85f8c029b902ed9400bc600bac301a0aadb144aa",
}
build3 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusRunning,
Branch: "master",
Commit: "85f8c029b902ed9400bc600bac301a0aadb144aa",
@ -225,11 +236,11 @@ func TestBuilds(t *testing.T) {
g.It("Should get recent Builds", func() {
build1 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusFailure,
}
build2 := &model.Build{
RepoID: 1,
RepoID: repo.ID,
Status: model.StatusSuccess,
}
s.CreateBuild(build1, []*model.Proc{}...)
@ -243,3 +254,58 @@ func TestBuilds(t *testing.T) {
})
})
}
func TestBuildIncrement(t *testing.T) {
s := newTest()
defer func() {
s.Exec("delete from repos")
s.Exec("delete from builds")
s.Close()
}()
repo := &model.Repo{
UserID: 1,
FullName: "bradrydzewski/drone",
Owner: "bradrydzewski",
Name: "drone",
}
if err := s.CreateRepo(repo); err != nil {
t.Error(err)
}
num, err := s.incrementRepo(repo.ID, 0, 1)
if err != nil {
t.Error(err)
}
if got, want := num, 1; got != want {
t.Errorf("Want repository counter incremented to %d, got %d", want, got)
}
num, err = s.incrementRepo(repo.ID, 1, 2)
if err != nil {
t.Error(err)
}
if got, want := num, 2; got != want {
t.Errorf("Want repository counter incremented to %d, got %d", want, got)
}
// this block tests incrementing the repository counter
// should fail when attempting to increment the counter
// from a stale base.
num, _ = s.incrementRepo(repo.ID, 1, 2)
if num != 0 {
t.Errorf("Want error when trying to increment stale number")
}
// this block tests incrementing the repository counter
// using the given repository id with backoff.
num, err = s.incrementRepoRetry(repo.ID)
if err != nil {
t.Error(err)
}
if got, want := num, 3; got != want {
t.Errorf("Want repository counter incremented to %d, got %d", want, got)
}
}

7
store/datastore/config_test.go
View file

@ -79,7 +79,12 @@ func TestConfigApproved(t *testing.T) {
t.Errorf("Unexpected error: insert config: %s", err)
return
}
s.CreateRepo(&model.Repo{
UserID: 1,
FullName: "bradrydzewski/drone",
Owner: "bradrydzewski",
Name: "drone",
})
s.CreateBuild(&model.Build{
RepoID: 1,
ConfigID: conf.ID,

26
store/datastore/ddl/mysql/ddl_gen.go
View file

@ -88,6 +88,14 @@ var migrations = []struct {
name: "create-index-sender-repos",
stmt: createIndexSenderRepos,
},
{
name: "alter-table-add-repo-seq",
stmt: alterTableAddRepoSeq,
},
{
name: "update-table-set-repo-seq",
stmt: updateTableSetRepoSeq,
},
}
// Migrate performs the database migration. If the migration fails
@ -150,7 +158,7 @@ func selectCompleted(db *sql.DB) (map[string]struct{}, error) {
var migrationTableCreate = `
CREATE TABLE IF NOT EXISTS migrations (
name VARCHAR(512)
name VARCHAR(255)
,UNIQUE(name)
)
`
@ -442,3 +450,19 @@ CREATE TABLE IF NOT EXISTS senders (
var createIndexSenderRepos = `
CREATE INDEX sender_repo_ix ON senders (sender_repo_id);
`
//
// 014_add_column_repo_seq.sql
//
var alterTableAddRepoSeq = `
ALTER TABLE repos ADD COLUMN repo_counter INTEGER;
`
var updateTableSetRepoSeq = `
UPDATE repos SET repo_counter = (
SELECT max(build_number)
FROM builds
WHERE builds.build_repo_id = repos.repo_id
)
`

0
store/datastore/ddl/mysql/files/013_add_column_repo_seq.sql → store/datastore/ddl/mysql/files/014_add_column_repo_seq.sql
View file

26
store/datastore/ddl/postgres/ddl_gen.go
View file

@ -88,6 +88,14 @@ var migrations = []struct {
name: "create-index-sender-repos",
stmt: createIndexSenderRepos,
},
{
name: "alter-table-add-repo-seq",
stmt: alterTableAddRepoSeq,
},
{
name: "update-table-set-repo-seq",
stmt: updateTableSetRepoSeq,
},
}
// Migrate performs the database migration. If the migration fails
@ -150,7 +158,7 @@ func selectCompleted(db *sql.DB) (map[string]struct{}, error) {
var migrationTableCreate = `
CREATE TABLE IF NOT EXISTS migrations (
name VARCHAR(512)
name VARCHAR(255)
,UNIQUE(name)
)
`
@ -442,3 +450,19 @@ CREATE TABLE IF NOT EXISTS senders (
var createIndexSenderRepos = `
CREATE INDEX IF NOT EXISTS sender_repo_ix ON senders (sender_repo_id);
`
//
// 014_add_column_repo_seq.sql
//
var alterTableAddRepoSeq = `
ALTER TABLE repos ADD COLUMN repo_counter INTEGER;
`
var updateTableSetRepoSeq = `
UPDATE repos SET repo_counter = (
SELECT max(build_number)
FROM builds
WHERE builds.build_repo_id = repos.repo_id
)
`

0
store/datastore/ddl/postgres/files/013_add_column_repo_seq.sql → store/datastore/ddl/postgres/files/014_add_column_repo_seq.sql
View file

26
store/datastore/ddl/sqlite/ddl_gen.go
View file

@ -92,6 +92,14 @@ var migrations = []struct {
name: "create-index-sender-repos",
stmt: createIndexSenderRepos,
},
{
name: "alter-table-add-repo-seq",
stmt: alterTableAddRepoSeq,
},
{
name: "update-table-set-repo-seq",
stmt: updateTableSetRepoSeq,
},
}
// Migrate performs the database migration. If the migration fails
@ -154,7 +162,7 @@ func selectCompleted(db *sql.DB) (map[string]struct{}, error) {
var migrationTableCreate = `
CREATE TABLE IF NOT EXISTS migrations (
name VARCHAR(512)
name VARCHAR(255)
,UNIQUE(name)
)
`
@ -443,3 +451,19 @@ CREATE TABLE IF NOT EXISTS senders (
var createIndexSenderRepos = `
CREATE INDEX IF NOT EXISTS sender_repo_ix ON senders (sender_repo_id);
`
//
// 014_add_column_repo_seq.sql
//
var alterTableAddRepoSeq = `
ALTER TABLE repos ADD COLUMN repo_counter INTEGER;
`
var updateTableSetRepoSeq = `
UPDATE repos SET repo_counter = (
SELECT max(build_number)
FROM builds
WHERE builds.build_repo_id = repos.repo_id
)
`

0
store/datastore/ddl/sqlite/files/013_add_column_repo_seq.sql → store/datastore/ddl/sqlite/files/014_add_column_repo_seq.sql
View file

5
store/datastore/sql/postgres/files/repos.sql Normal file
View file

@ -0,0 +1,5 @@
-- name: repo-update-counter
UPDATE repos SET repo_counter = ?
WHERE repo_counter = ?
AND repo_id = ?

7
store/datastore/sql/postgres/sql_gen.go
View file

@ -25,6 +25,7 @@ var index = map[string]string{
"registry-find-repo-addr": registryFindRepoAddr,
"registry-delete-repo": registryDeleteRepo,
"registry-delete": registryDelete,
"repo-update-counter": repoUpdateCounter,
"secret-find-repo": secretFindRepo,
"secret-find-repo-name": secretFindRepoName,
"secret-delete": secretDelete,
@ -249,6 +250,12 @@ var registryDelete = `
DELETE FROM registry WHERE registry_id = $1
`
var repoUpdateCounter = `
UPDATE repos SET repo_counter = ?
WHERE repo_counter = ?
AND repo_id = ?
`
var secretFindRepo = `
SELECT
secret_id

5
store/datastore/sql/sqlite/files/repos.sql Normal file
View file

@ -0,0 +1,5 @@
-- name: repo-update-counter
UPDATE repos SET repo_counter = ?
WHERE repo_counter = ?
AND repo_id = ?

7
store/datastore/sql/sqlite/sql_gen.go
View file

@ -25,6 +25,7 @@ var index = map[string]string{
"registry-find-repo-addr": registryFindRepoAddr,
"registry-delete-repo": registryDeleteRepo,
"registry-delete": registryDelete,
"repo-update-counter": repoUpdateCounter,
"secret-find-repo": secretFindRepo,
"secret-find-repo-name": secretFindRepoName,
"secret-delete": secretDelete,
@ -248,6 +249,12 @@ var registryDelete = `
DELETE FROM registry WHERE registry_id = ?
`
var repoUpdateCounter = `
UPDATE repos SET repo_counter = ?
WHERE repo_counter = ?
AND repo_id = ?
`
var secretFindRepo = `
SELECT
secret_id