Initial implementation: package-updater v1 #1

Merged
shcizo merged 27 commits from feat/initial-implementation into main 2026-05-22 11:59:39 +00:00
8 changed files with 94 additions and 34 deletions
Showing only changes of commit 3abd1bf9af - Show all commits
+6 -5
View File
@@ -53,15 +53,16 @@ func run() error {
disc := discovery.New(dockerCli, cfg.StacksRoot, cfg.OptInLabel) disc := discovery.New(dockerCli, cfg.StacksRoot, cfg.OptInLabel)
exec := updater.NewComposeExecutor() exec := updater.NewComposeExecutor()
queue := updater.NewQueue(exec)
queue.Start(context.Background())
defer queue.Stop()
reg := prometheus.NewRegistry() reg := prometheus.NewRegistry()
m := metrics.New(reg) m := metrics.New(reg)
m.BuildInfo.WithLabelValues(version, commit).Set(1) m.BuildInfo.WithLabelValues(version, commit).Set(1)
handlers := api.NewHandlers(disc, &submitterAdapter{queue: queue, timeout: cfg.UpdateTimeout}, dockerCli, version, commit, buildTime) queue := updater.NewQueue(exec, m)
queue.Start(context.Background())
defer queue.Stop()
handlers := api.NewHandlers(disc, &submitterAdapter{queue: queue, timeout: cfg.UpdateTimeout}, dockerCli, version, commit, buildTime, m)
mux := http.NewServeMux() mux := http.NewServeMux()
mux.HandleFunc("POST /update", handlers.Update) mux.HandleFunc("POST /update", handlers.Update)
@@ -70,7 +71,7 @@ func run() error {
mux.Handle("GET /metrics", metrics.Handler(reg)) mux.Handle("GET /metrics", metrics.Handler(reg))
authed := api.Auth(cfg.APIKey) authed := api.Auth(cfg.APIKey)
handler := api.RequestID(api.RequestLogger(logger)(routeAuth(mux, authed))) handler := api.RequestID(api.RequestLogger(logger, m)(routeAuth(mux, authed)))
srv := &http.Server{ srv := &http.Server{
Addr: ":" + cfg.Port, Addr: ":" + cfg.Port,
+11 -2
View File
@@ -8,6 +8,7 @@ import (
"github.com/docker/docker/api/types" "github.com/docker/docker/api/types"
"github.com/shcizo/package-updater/internal/discovery" "github.com/shcizo/package-updater/internal/discovery"
"github.com/shcizo/package-updater/internal/logging" "github.com/shcizo/package-updater/internal/logging"
"github.com/shcizo/package-updater/internal/metrics"
"github.com/shcizo/package-updater/internal/updater" "github.com/shcizo/package-updater/internal/updater"
) )
@@ -34,11 +35,13 @@ type Handlers struct {
version string version string
commit string commit string
buildTime string buildTime string
metrics *metrics.Metrics
} }
// NewHandlers constructs a Handlers value with all dependencies injected. // NewHandlers constructs a Handlers value with all dependencies injected.
func NewHandlers(f Finder, s Submitter, p Pinger, version, commit, buildTime string) *Handlers { // m may be nil, in which case metrics recording is silently skipped.
return &Handlers{finder: f, submitter: s, pinger: p, version: version, commit: commit, buildTime: buildTime} func NewHandlers(f Finder, s Submitter, p Pinger, version, commit, buildTime string, m *metrics.Metrics) *Handlers {
return &Handlers{finder: f, submitter: s, pinger: p, version: version, commit: commit, buildTime: buildTime, metrics: m}
} }
// Update implements POST /update. // Update implements POST /update.
@@ -107,9 +110,15 @@ func (h *Handlers) Update(w http.ResponseWriter, r *http.Request) {
// Healthz implements GET /healthz. // Healthz implements GET /healthz.
func (h *Handlers) Healthz(w http.ResponseWriter, r *http.Request) { func (h *Handlers) Healthz(w http.ResponseWriter, r *http.Request) {
if _, err := h.pinger.Ping(r.Context()); err != nil { if _, err := h.pinger.Ping(r.Context()); err != nil {
if h.metrics != nil {
h.metrics.DockerPingUp.Set(0)
}
writeJSON(w, http.StatusServiceUnavailable, HealthResponse{Status: "unhealthy", Docker: "unreachable"}) writeJSON(w, http.StatusServiceUnavailable, HealthResponse{Status: "unhealthy", Docker: "unreachable"})
return return
} }
if h.metrics != nil {
h.metrics.DockerPingUp.Set(1)
}
writeJSON(w, http.StatusOK, HealthResponse{Status: "ok", Docker: "ok"}) writeJSON(w, http.StatusOK, HealthResponse{Status: "ok", Docker: "ok"})
} }
+10 -10
View File
@@ -56,7 +56,7 @@ func decode[T any](t *testing.T, body io.Reader) T {
} }
func TestUpdate_ValidationError(t *testing.T) { func TestUpdate_ValidationError(t *testing.T) {
h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now", nil)
req := httptest.NewRequest(http.MethodPost, "/update", req := httptest.NewRequest(http.MethodPost, "/update",
strings.NewReader(`{"tag":"v1.2.3"}`)) strings.NewReader(`{"tag":"v1.2.3"}`))
w := httptest.NewRecorder() w := httptest.NewRecorder()
@@ -65,7 +65,7 @@ func TestUpdate_ValidationError(t *testing.T) {
} }
func TestUpdate_BadJSON(t *testing.T) { func TestUpdate_BadJSON(t *testing.T) {
h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now", nil)
req := httptest.NewRequest(http.MethodPost, "/update", strings.NewReader(`not json`)) req := httptest.NewRequest(http.MethodPost, "/update", strings.NewReader(`not json`))
w := httptest.NewRecorder() w := httptest.NewRecorder()
h.Update(w, req) h.Update(w, req)
@@ -74,7 +74,7 @@ func TestUpdate_BadJSON(t *testing.T) {
func TestUpdate_DiscoveryFailureReturns500(t *testing.T) { func TestUpdate_DiscoveryFailureReturns500(t *testing.T) {
finder := &fakeFinder{err: errors.New("daemon unreachable")} finder := &fakeFinder{err: errors.New("daemon unreachable")}
h := api.NewHandlers(finder, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(finder, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now", nil)
body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"}) body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"})
req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body)) req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body))
w := httptest.NewRecorder() w := httptest.NewRecorder()
@@ -83,7 +83,7 @@ func TestUpdate_DiscoveryFailureReturns500(t *testing.T) {
} }
func TestUpdate_ZeroMatchesReturns200(t *testing.T) { func TestUpdate_ZeroMatchesReturns200(t *testing.T) {
h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now", nil)
body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"}) body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"})
req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body)) req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body))
w := httptest.NewRecorder() w := httptest.NewRecorder()
@@ -97,7 +97,7 @@ func TestUpdate_AllSucceeded200(t *testing.T) {
finder := &fakeFinder{jobs: []discovery.Job{ finder := &fakeFinder{jobs: []discovery.Job{
{Project: "p", Service: "s", WorkingDir: "/x", ConfigFiles: []string{"/x/c.yml"}}, {Project: "p", Service: "s", WorkingDir: "/x", ConfigFiles: []string{"/x/c.yml"}},
}} }}
h := api.NewHandlers(finder, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(finder, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now", nil)
body, _ := json.Marshal(api.UpdateRequest{Image: "r/x", Tag: "v1"}) body, _ := json.Marshal(api.UpdateRequest{Image: "r/x", Tag: "v1"})
req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body)) req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body))
w := httptest.NewRecorder() w := httptest.NewRecorder()
@@ -119,7 +119,7 @@ func TestUpdate_MixedReturns207(t *testing.T) {
{Job: jobs[0], Status: updater.StatusUpdated}, {Job: jobs[0], Status: updater.StatusUpdated},
{Job: jobs[1], Status: updater.StatusFailed, Error: "boom"}, {Job: jobs[1], Status: updater.StatusFailed, Error: "boom"},
}} }}
h := api.NewHandlers(finder, submitter, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(finder, submitter, &fakePinger{}, "v0.0.0", "abc", "now", nil)
body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"}) body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"})
req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body)) req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body))
w := httptest.NewRecorder() w := httptest.NewRecorder()
@@ -133,7 +133,7 @@ func TestUpdate_AllFailedReturns500(t *testing.T) {
submitter := &fakeSubmitter{results: []updater.Result{ submitter := &fakeSubmitter{results: []updater.Result{
{Job: jobs[0], Status: updater.StatusFailed, Error: "boom"}, {Job: jobs[0], Status: updater.StatusFailed, Error: "boom"},
}} }}
h := api.NewHandlers(finder, submitter, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(finder, submitter, &fakePinger{}, "v0.0.0", "abc", "now", nil)
body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"}) body, _ := json.Marshal(api.UpdateRequest{Image: "r/x"})
req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body)) req := httptest.NewRequest(http.MethodPost, "/update", bytes.NewReader(body))
w := httptest.NewRecorder() w := httptest.NewRecorder()
@@ -142,7 +142,7 @@ func TestUpdate_AllFailedReturns500(t *testing.T) {
} }
func TestHealthz_OKWhenDockerUp(t *testing.T) { func TestHealthz_OKWhenDockerUp(t *testing.T) {
h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now") h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v0.0.0", "abc", "now", nil)
req := httptest.NewRequest(http.MethodGet, "/healthz", nil) req := httptest.NewRequest(http.MethodGet, "/healthz", nil)
w := httptest.NewRecorder() w := httptest.NewRecorder()
h.Healthz(w, req) h.Healthz(w, req)
@@ -150,7 +150,7 @@ func TestHealthz_OKWhenDockerUp(t *testing.T) {
} }
func TestHealthz_503WhenDockerDown(t *testing.T) { func TestHealthz_503WhenDockerDown(t *testing.T) {
h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{err: errors.New("ping fail")}, "v0.0.0", "abc", "now") h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{err: errors.New("ping fail")}, "v0.0.0", "abc", "now", nil)
req := httptest.NewRequest(http.MethodGet, "/healthz", nil) req := httptest.NewRequest(http.MethodGet, "/healthz", nil)
w := httptest.NewRecorder() w := httptest.NewRecorder()
h.Healthz(w, req) h.Healthz(w, req)
@@ -158,7 +158,7 @@ func TestHealthz_503WhenDockerDown(t *testing.T) {
} }
func TestVersion(t *testing.T) { func TestVersion(t *testing.T) {
h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v1.2.3", "abcdef", "2026-05-22T00:00:00Z") h := api.NewHandlers(&fakeFinder{}, &fakeSubmitter{}, &fakePinger{}, "v1.2.3", "abcdef", "2026-05-22T00:00:00Z", nil)
req := httptest.NewRequest(http.MethodGet, "/version", nil) req := httptest.NewRequest(http.MethodGet, "/version", nil)
w := httptest.NewRecorder() w := httptest.NewRecorder()
h.Version(w, req) h.Version(w, req)
+8 -2
View File
@@ -7,10 +7,12 @@ import (
"fmt" "fmt"
"log/slog" "log/slog"
"net/http" "net/http"
"strconv"
"strings" "strings"
"time" "time"
"github.com/shcizo/package-updater/internal/logging" "github.com/shcizo/package-updater/internal/logging"
"github.com/shcizo/package-updater/internal/metrics"
) )
// Auth returns middleware that requires a matching bearer token. // Auth returns middleware that requires a matching bearer token.
@@ -66,8 +68,9 @@ func RequestID(next http.Handler) http.Handler {
}) })
} }
// RequestLogger emits a structured access-log line per request. // RequestLogger emits a structured access-log line per request. m may be nil,
func RequestLogger(base *slog.Logger) func(http.Handler) http.Handler { // in which case metrics recording is silently skipped.
func RequestLogger(base *slog.Logger, m *metrics.Metrics) func(http.Handler) http.Handler {
return func(next http.Handler) http.Handler { return func(next http.Handler) http.Handler {
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
start := time.Now() start := time.Now()
@@ -81,6 +84,9 @@ func RequestLogger(base *slog.Logger) func(http.Handler) http.Handler {
"duration_ms", time.Since(start).Milliseconds(), "duration_ms", time.Since(start).Milliseconds(),
"client_ip", clientIP(r), "client_ip", clientIP(r),
) )
if m != nil {
m.HTTPRequests.WithLabelValues(r.URL.Path, strconv.Itoa(sw.status)).Inc()
}
}) })
} }
} }
+1 -1
View File
@@ -80,7 +80,7 @@ func TestRequestID_UsesIncoming(t *testing.T) {
func TestRequestLogger_LogsAndDelegates(t *testing.T) { func TestRequestLogger_LogsAndDelegates(t *testing.T) {
logger := newTestLogger() logger := newTestLogger()
called := false called := false
h := api.RequestLogger(logger)(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { h := api.RequestLogger(logger, nil)(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
called = true called = true
w.WriteHeader(http.StatusTeapot) w.WriteHeader(http.StatusTeapot)
})) }))
+30 -10
View File
@@ -5,6 +5,7 @@ import (
"time" "time"
"github.com/shcizo/package-updater/internal/discovery" "github.com/shcizo/package-updater/internal/discovery"
"github.com/shcizo/package-updater/internal/metrics"
) )
// Status describes the outcome of executing a single Job. // Status describes the outcome of executing a single Job.
@@ -30,10 +31,11 @@ type Result struct {
// It also satisfies the "single global FIFO worker" design choice in // It also satisfies the "single global FIFO worker" design choice in
// spec section 5.7. // spec section 5.7.
type Queue struct { type Queue struct {
exec Executor exec Executor
ch chan submission metrics *metrics.Metrics
stop chan struct{} ch chan submission
done chan struct{} stop chan struct{}
done chan struct{}
} }
type submission struct { type submission struct {
@@ -42,13 +44,15 @@ type submission struct {
results chan []Result results chan []Result
} }
// NewQueue constructs a queue bound to the given executor. // NewQueue constructs a queue bound to the given executor. m may be nil,
func NewQueue(exec Executor) *Queue { // in which case metrics recording is silently skipped.
func NewQueue(exec Executor, m *metrics.Metrics) *Queue {
return &Queue{ return &Queue{
exec: exec, exec: exec,
ch: make(chan submission, 16), metrics: m,
stop: make(chan struct{}), ch: make(chan submission, 16),
done: make(chan struct{}), stop: make(chan struct{}),
done: make(chan struct{}),
} }
} }
@@ -70,6 +74,9 @@ func (q *Queue) Stop() {
func (q *Queue) Submit(ctx context.Context, jobs []discovery.Job) []Result { func (q *Queue) Submit(ctx context.Context, jobs []discovery.Job) []Result {
resCh := make(chan []Result, 1) resCh := make(chan []Result, 1)
q.ch <- submission{ctx: ctx, jobs: jobs, results: resCh} q.ch <- submission{ctx: ctx, jobs: jobs, results: resCh}
if q.metrics != nil {
q.metrics.QueueDepth.Set(float64(len(q.ch)))
}
return <-resCh return <-resCh
} }
@@ -97,6 +104,10 @@ func (q *Queue) runOne(ctx context.Context, job discovery.Job) Result {
r.Status = StatusRefused r.Status = StatusRefused
r.Error = job.RefusedReason r.Error = job.RefusedReason
r.DurationMs = time.Since(start).Milliseconds() r.DurationMs = time.Since(start).Milliseconds()
if q.metrics != nil {
q.metrics.UpdateJobs.WithLabelValues(job.Project, job.Service, string(StatusRefused)).Inc()
q.metrics.UpdateDuration.WithLabelValues(job.Project, job.Service).Observe(time.Since(start).Seconds())
}
return r return r
} }
@@ -112,6 +123,15 @@ func (q *Queue) runOne(ctx context.Context, job discovery.Job) Result {
r.Status = StatusFailed r.Status = StatusFailed
r.Error = err.Error() r.Error = err.Error()
} }
if q.metrics != nil {
elapsed := time.Since(start).Seconds()
q.metrics.UpdateJobs.WithLabelValues(job.Project, job.Service, string(r.Status)).Inc()
q.metrics.UpdateDuration.WithLabelValues(job.Project, job.Service).Observe(elapsed)
if r.Status == StatusUpdated {
q.metrics.LastUpdateTime.WithLabelValues(job.Project, job.Service).SetToCurrentTime()
}
}
return r return r
} }
+27 -3
View File
@@ -7,7 +7,10 @@ import (
"testing" "testing"
"time" "time"
dto "github.com/prometheus/client_model/go"
"github.com/prometheus/client_golang/prometheus"
"github.com/shcizo/package-updater/internal/discovery" "github.com/shcizo/package-updater/internal/discovery"
"github.com/shcizo/package-updater/internal/metrics"
"github.com/shcizo/package-updater/internal/updater" "github.com/shcizo/package-updater/internal/updater"
"github.com/stretchr/testify/require" "github.com/stretchr/testify/require"
) )
@@ -44,7 +47,7 @@ func (f *fakeExec) callsCopy() []discovery.Job {
func TestQueue_ProcessesFIFO(t *testing.T) { func TestQueue_ProcessesFIFO(t *testing.T) {
exec := &fakeExec{delay: 20 * time.Millisecond} exec := &fakeExec{delay: 20 * time.Millisecond}
q := updater.NewQueue(exec) q := updater.NewQueue(exec, nil)
q.Start(context.Background()) q.Start(context.Background())
defer q.Stop() defer q.Stop()
@@ -69,7 +72,7 @@ func TestQueue_ProcessesFIFO(t *testing.T) {
func TestQueue_ReturnsPerJobResults(t *testing.T) { func TestQueue_ReturnsPerJobResults(t *testing.T) {
exec := &fakeExec{errForSvc: map[string]error{"failing": errors.New("boom")}} exec := &fakeExec{errForSvc: map[string]error{"failing": errors.New("boom")}}
q := updater.NewQueue(exec) q := updater.NewQueue(exec, nil)
q.Start(context.Background()) q.Start(context.Background())
defer q.Stop() defer q.Stop()
@@ -90,7 +93,7 @@ func TestQueue_ReturnsPerJobResults(t *testing.T) {
func TestQueue_Timeout(t *testing.T) { func TestQueue_Timeout(t *testing.T) {
exec := &fakeExec{delay: 200 * time.Millisecond} exec := &fakeExec{delay: 200 * time.Millisecond}
q := updater.NewQueue(exec) q := updater.NewQueue(exec, nil)
q.Start(context.Background()) q.Start(context.Background())
defer q.Stop() defer q.Stop()
@@ -103,3 +106,24 @@ func TestQueue_Timeout(t *testing.T) {
require.Len(t, results, 1) require.Len(t, results, 1)
require.Equal(t, updater.StatusTimeout, results[0].Status) require.Equal(t, updater.StatusTimeout, results[0].Status)
} }
func TestQueue_RecordsMetrics(t *testing.T) {
reg := prometheus.NewRegistry()
m := metrics.New(reg)
exec := &fakeExec{}
q := updater.NewQueue(exec, m)
q.Start(context.Background())
defer q.Stop()
q.Submit(context.Background(), []discovery.Job{{Project: "p", Service: "s"}})
// Verify UpdateJobs counter was incremented for the successful job.
metric := &dto.Metric{}
require.NoError(t, m.UpdateJobs.WithLabelValues("p", "s", "updated").Write(metric))
require.Equal(t, 1.0, metric.GetCounter().GetValue())
// Verify LastUpdateTime was set (non-zero).
tsMetric := &dto.Metric{}
require.NoError(t, m.LastUpdateTime.WithLabelValues("p", "s").Write(tsMetric))
require.Greater(t, tsMetric.GetGauge().GetValue(), 0.0)
}
+1 -1
View File
@@ -21,7 +21,7 @@ func (c *counterExec) Execute(_ context.Context, _ discovery.Job) error {
func TestWorker_RunsExactlyOneAtATime(t *testing.T) { func TestWorker_RunsExactlyOneAtATime(t *testing.T) {
exec := &counterExec{} exec := &counterExec{}
q := updater.NewQueue(exec) q := updater.NewQueue(exec, nil)
q.Start(context.Background()) q.Start(context.Background())
defer q.Stop() defer q.Stop()