feat: deploy --no-converge-checks & finish app errors

This commit is contained in:
2021-12-24 02:23:46 +01:00
parent 20f7a18caa
commit ab8db8df64
8 changed files with 97 additions and 61 deletions

View File

@ -3,14 +3,17 @@ package app
import (
"strconv"
"strings"
"time"
abraFormatter "coopcloud.tech/abra/cli/formatter"
"coopcloud.tech/abra/cli/internal"
"coopcloud.tech/abra/pkg/autocomplete"
"coopcloud.tech/abra/pkg/client"
"coopcloud.tech/abra/pkg/config"
"coopcloud.tech/abra/pkg/recipe"
stack "coopcloud.tech/abra/pkg/upstream/stack"
"github.com/docker/docker/api/types"
"github.com/docker/docker/api/types/filters"
dockerClient "github.com/docker/docker/client"
"github.com/sirupsen/logrus"
"github.com/urfave/cli/v2"
)
@ -26,7 +29,7 @@ or having issues, it could be a lot of things. This command is best accompanied
by "abra app logs <app>".
`,
Aliases: []string{"e"},
Flags: []cli.Flag{},
Flags: []cli.Flag{internal.WatchFlag},
BashComplete: autocomplete.AppNameComplete,
Action: func(c *cli.Context) error {
app := internal.ValidateApp(c)
@ -45,54 +48,69 @@ by "abra app logs <app>".
logrus.Fatalf("%s is not deployed?", app.Name)
}
filters := filters.NewArgs()
filters.Add("name", app.StackName())
if !internal.Watch {
if err := checkErrors(c, cl, app); err != nil {
logrus.Fatal(err)
}
return nil
}
for {
if err := checkErrors(c, cl, app); err != nil {
logrus.Fatal(err)
}
time.Sleep(2 * time.Second)
}
return nil
},
}
func checkErrors(c *cli.Context, cl *dockerClient.Client, app config.App) error {
recipe, err := recipe.Get(app.Type)
if err != nil {
return err
}
for _, service := range recipe.Config.Services {
filters := filters.NewArgs()
filters.Add("name", service.Name)
containers, err := cl.ContainerList(c.Context, types.ContainerListOptions{Filters: filters})
if err != nil {
return err
}
if len(containers) == 0 {
logrus.Warnf("%s is not up, something seems wrong", service.Name)
continue
}
container := containers[0]
containerState, err := cl.ContainerInspect(c.Context, container.ID)
if err != nil {
logrus.Fatal(err)
}
tableCol := []string{"app name", "status", "error", "out of memory", "restart count", "healthcheck"}
table := abraFormatter.CreateTable(tableCol)
for _, container := range containers {
serviceName := getServiceName(container.Names)
containerState, err := cl.ContainerInspect(c.Context, container.ID)
if err != nil {
logrus.Fatal(err)
}
errMsg := "N/A"
hcStat := "N/A"
var hcLogs []string
if containerState.State.Health != nil {
hcStat = containerState.State.Health.Status
for _, log := range containerState.State.Health.Log {
hcLogs = append(hcLogs, log.Output)
}
}
if containerState.State.Error != "" {
errMsg = containerState.State.Error
}
table.Append([]string{
serviceName,
containerState.State.Status,
errMsg,
strconv.FormatBool(containerState.State.OOMKilled),
strconv.Itoa(containerState.RestartCount),
hcStat,
strings.Join(hcLogs, "\n"),
})
if containerState.State.OOMKilled {
logrus.Warnf("%s has been killed due to an out of memory error", service.Name)
}
table.Render()
if containerState.State.Error != "" {
logrus.Warnf("%s reports this error: ", containerState.State.Error)
}
return nil
},
if containerState.State.Health != nil {
if containerState.State.Health.Status != "healthy" {
logrus.Warnf("%s healthcheck status is %s", service.Name, containerState.State.Health.Status)
logrus.Warnf("%s healthcheck has failed %s times", service.Name, strconv.Itoa(containerState.State.Health.FailingStreak))
for _, log := range containerState.State.Health.Log {
logrus.Warnf("%s healthcheck logs: %s", service.Name, strings.TrimSpace(log.Output))
}
}
}
}
return nil
}
func getServiceName(names []string) string {