package queue import ( "bytes" "fmt" "github.com/drone/drone/pkg/build/git" r "github.com/drone/drone/pkg/build/repo" "github.com/drone/drone/pkg/build/script" "github.com/drone/drone/pkg/channel" "github.com/drone/drone/pkg/database" . "github.com/drone/drone/pkg/model" "github.com/drone/drone/pkg/plugin/notify" "github.com/drone/go-github/github" "io" "log" "net/url" "path/filepath" "time" ) type worker struct { runner BuildRunner } // work is a function that will infinitely // run in the background waiting for tasks that // it can pull off the queue and execute. func (w *worker) work(queue <-chan *BuildTask) { var task *BuildTask for { // get work item (pointer) from the queue task = <-queue if task == nil { continue } // execute the task w.execute(task) } } // execute will execute the build task and persist // the results to the datastore. func (w *worker) execute(task *BuildTask) error { // we need to be sure that we can recover // from any sort panic that could occur // to avoid brining down the entire application defer func() { if e := recover(); e != nil { task.Build.Finished = time.Now().UTC() task.Commit.Finished = time.Now().UTC() task.Build.Duration = task.Build.Finished.Unix() - task.Build.Started.Unix() task.Commit.Duration = task.Build.Finished.Unix() - task.Build.Started.Unix() task.Commit.Status = "Error" task.Build.Status = "Error" database.SaveBuild(task.Build) database.SaveCommit(task.Commit) } }() // update commit and build status task.Commit.Status = "Started" task.Build.Status = "Started" task.Build.Started = time.Now().UTC() task.Commit.Started = time.Now().UTC() // persist the commit to the database if err := database.SaveCommit(task.Commit); err != nil { return err } // persist the build to the database if err := database.SaveBuild(task.Build); err != nil { return err } // get settings settings, _ := database.GetSettings() // notification context context := ¬ify.Context{ Repo: task.Repo, Commit: task.Commit, Host: settings.URL().String(), } // parse the build script buildscript, err := script.ParseBuild([]byte(task.Build.BuildScript), task.Repo.Params) if err != nil { log.Printf("Could not parse your .drone.yml file. It needs to be a valid drone yaml file.\n\n" + err.Error() + "\n") return err } // send all "started" notifications if buildscript.Notifications != nil { buildscript.Notifications.Send(context) } // Send "started" notification to Github if err := updateGitHubStatus(task.Repo, task.Commit); err != nil { log.Printf("error updating github status: %s\n", err.Error()) } // make sure a channel exists for the repository, // the commit, and the commit output (TODO) reposlug := fmt.Sprintf("%s/%s/%s", task.Repo.Host, task.Repo.Owner, task.Repo.Name) commitslug := fmt.Sprintf("%s/%s/%s/commit/%s/%s", task.Repo.Host, task.Repo.Owner, task.Repo.Name, task.Commit.Branch, task.Commit.Hash) consoleslug := fmt.Sprintf("%s/%s/%s/commit/%s/%s/builds/%s", task.Repo.Host, task.Repo.Owner, task.Repo.Name, task.Commit.Branch, task.Commit.Hash, task.Build.Slug) channel.Create(reposlug) channel.Create(commitslug) channel.CreateStream(consoleslug) // notify the channels that the commit and build started channel.SendJSON(reposlug, task.Commit) channel.SendJSON(commitslug, task.Build) var buf = &bufferWrapper{channel: consoleslug} // append private parameters to the environment // variable section of the .drone.yml file, iff // this is not a pull request (for security purposes) if task.Repo.Params != nil && len(task.Commit.PullRequest) == 0 { for k, v := range task.Repo.Params { buildscript.Env = append(buildscript.Env, k+"="+v) } } defer func() { // update the status of the commit using the // GitHub status API. if err := updateGitHubStatus(task.Repo, task.Commit); err != nil { log.Printf("error updating github status: %s\n", err.Error()) } }() // execute the build passed, buildErr := w.runBuild(task, buildscript, buf) task.Build.Finished = time.Now().UTC() task.Commit.Finished = time.Now().UTC() task.Build.Duration = task.Build.Finished.UnixNano() - task.Build.Started.UnixNano() task.Commit.Duration = task.Build.Finished.UnixNano() - task.Build.Started.UnixNano() task.Commit.Status = "Success" task.Build.Status = "Success" task.Build.Stdout = buf.buf.String() // if exit code != 0 set to failure if passed { task.Commit.Status = "Failure" task.Build.Status = "Failure" if buildErr != nil && task.Build.Stdout == "" { // TODO: If you wanted to have very friendly error messages, you could do that here task.Build.Stdout = buildErr.Error() + "\n" } } // persist the build to the database if err := database.SaveBuild(task.Build); err != nil { return err } // persist the commit to the database if err := database.SaveCommit(task.Commit); err != nil { return err } // notify the channels that the commit and build finished channel.SendJSON(reposlug, task.Commit) channel.SendJSON(commitslug, task.Build) channel.Close(consoleslug) // send all "finished" notifications if buildscript.Notifications != nil { buildscript.Notifications.Send(context) } return nil } func (w *worker) runBuild(task *BuildTask, buildscript *script.Build, buf io.Writer) (bool, error) { repo := &r.Repo{ Name: task.Repo.Slug, Path: task.Repo.URL, Branch: task.Commit.Branch, Commit: task.Commit.Hash, PR: task.Commit.PullRequest, Dir: filepath.Join("/var/cache/drone/src", git.GitPath(buildscript.Git, task.Repo.Slug)), Depth: git.GitDepth(buildscript.Git), } return w.runner.Run( buildscript, repo, []byte(task.Repo.PrivateKey), task.Repo.Privileged, buf, ) } // updateGitHubStatus is a helper function that will send // the build status to GitHub using the Status API. // see https://github.com/blog/1227-commit-status-api func updateGitHubStatus(repo *Repo, commit *Commit) error { // convert from drone status to github status var message, status string switch commit.Status { case "Success": status = "success" message = "The build succeeded on drone.io" case "Failure": status = "failure" message = "The build failed on drone.io" case "Started": status = "pending" message = "The build is pending on drone.io" default: status = "error" message = "The build errored on drone.io" } // get the system settings settings, _ := database.GetSettings() // get the user from the database // since we need his / her GitHub token user, err := database.GetUser(repo.UserID) if err != nil { return err } client := github.New(user.GithubToken) client.ApiUrl = settings.GitHubApiUrl buildUrl := getBuildUrl(settings.URL().String(), repo, commit) return client.Repos.CreateStatus(repo.Owner, repo.Name, status, buildUrl, message, commit.Hash) } func getBuildUrl(host string, repo *Repo, commit *Commit) string { branchQuery := url.Values{} branchQuery.Set("branch", commit.Branch) buildUrl := fmt.Sprintf("%s/%s/commit/%s?%s", host, repo.Slug, commit.Hash, branchQuery.Encode()) return buildUrl } type bufferWrapper struct { buf bytes.Buffer // name of the channel channel string } func (b *bufferWrapper) Write(p []byte) (n int, err error) { n, err = b.buf.Write(p) channel.SendBytes(b.channel, p) return }