account-api: DB-Start mit Backoff und Fehlerklassifizierung, systemd-Restart-Limits
CI / Web-Barrierefreiheitspruefung (axe, Tastatur, Reflow, Textabstaende) (pull_request) Canceled after 0s
CI / Core-Modul (Build/Vet/Test) (push) Successful in 39s
CI / Web-Barrierefreiheitspruefung (axe, Tastatur, Reflow, Textabstaende) (push) Canceled after 0s
CI / DMS Security-Test-Gate (AC5, Merge-Gate) (push) Successful in 3s
CI / Connect Security-Test-Gate (QA-01 AC4, Merge-Gate) (push) Successful in 3s
CI / DMS-Modul Supply-Chain-Scan (govulncheck) (push) Failing after 14s
CI / Web (dms-browser) (push) Failing after 53s
CI / Web (pdf-viewer) (push) Failing after 38s
CI / Web (shl) (push) Failing after 7s
CI / Core-Modul (Build/Vet/Test) (pull_request) Successful in 37s
CI / DMS Security-Test-Gate (AC5, Merge-Gate) (pull_request) Successful in 3s
CI / Connect Security-Test-Gate (QA-01 AC4, Merge-Gate) (pull_request) Successful in 2s
CI / DMS-Modul Supply-Chain-Scan (govulncheck) (pull_request) Failing after 13s
CI / Web (dms-browser) (pull_request) Failing after 49s
CI / Web (pdf-viewer) (pull_request) Failing after 39s
CI / Web (shl) (pull_request) Failing after 7s
Supply-Chain-Scan (Go) / govulncheck (push) Failing after 1m15s
Core-Schnittstellen-Vertragstests / contract-tests (pull_request) Successful in 13m17s
Supply-Chain-Scan (Go) / govulncheck (pull_request) Failing after 53s
Supply-Chain-Scan (npm) / npm-audit (pull_request) Failing after 1m21s
Core-Pflichttest-Gate / pflichttest-gate (pull_request) Successful in 13m17s
RBAC-Rollenhierarchie-Pflichtgate / rbac-policy-invariant (pull_request) Successful in 12m42s
CI / DMS-Modul (Lint/Build/Test/Coverage/Artefakt) (pull_request) Canceled after 0s
CI / DMS-Modul (Lint/Build/Test/Coverage/Artefakt) (push) Canceled after 0s
CI / Web-Barrierefreiheitspruefung (axe, Tastatur, Reflow, Textabstaende) (pull_request) Canceled after 0s
CI / Core-Modul (Build/Vet/Test) (push) Successful in 39s
CI / Web-Barrierefreiheitspruefung (axe, Tastatur, Reflow, Textabstaende) (push) Canceled after 0s
CI / DMS Security-Test-Gate (AC5, Merge-Gate) (push) Successful in 3s
CI / Connect Security-Test-Gate (QA-01 AC4, Merge-Gate) (push) Successful in 3s
CI / DMS-Modul Supply-Chain-Scan (govulncheck) (push) Failing after 14s
CI / Web (dms-browser) (push) Failing after 53s
CI / Web (pdf-viewer) (push) Failing after 38s
CI / Web (shl) (push) Failing after 7s
CI / Core-Modul (Build/Vet/Test) (pull_request) Successful in 37s
CI / DMS Security-Test-Gate (AC5, Merge-Gate) (pull_request) Successful in 3s
CI / Connect Security-Test-Gate (QA-01 AC4, Merge-Gate) (pull_request) Successful in 2s
CI / DMS-Modul Supply-Chain-Scan (govulncheck) (pull_request) Failing after 13s
CI / Web (dms-browser) (pull_request) Failing after 49s
CI / Web (pdf-viewer) (pull_request) Failing after 39s
CI / Web (shl) (pull_request) Failing after 7s
Supply-Chain-Scan (Go) / govulncheck (push) Failing after 1m15s
Core-Schnittstellen-Vertragstests / contract-tests (pull_request) Successful in 13m17s
Supply-Chain-Scan (Go) / govulncheck (pull_request) Failing after 53s
Supply-Chain-Scan (npm) / npm-audit (pull_request) Failing after 1m21s
Core-Pflichttest-Gate / pflichttest-gate (pull_request) Successful in 13m17s
RBAC-Rollenhierarchie-Pflichtgate / rbac-policy-invariant (pull_request) Successful in 12m42s
CI / DMS-Modul (Lint/Build/Test/Coverage/Artefakt) (pull_request) Canceled after 0s
CI / DMS-Modul (Lint/Build/Test/Coverage/Artefakt) (push) Canceled after 0s
Dauerhafte Fehler (28P01, 28000, 3D000) beenden mit Exit 2 und klarer Meldung, transiente Fehler werden bis NEXARCH_ACCOUNT_DB_STARTUP_TIMEOUT_SECONDS wiederholt. Unit-Template: RestartSec, StartLimit, RestartPreventExitStatus=2. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
e5b37b6278
commit
e428de553d
4 files changed
+130
No files matched your search
@@ -0,0 +1,49 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v5/pgconn"
|
||||||
|
)
|
||||||
|
|
||||||
|
const exitPermanentDBError = 2
|
||||||
|
|
||||||
|
type pinger interface {
|
||||||
|
Ping(ctx context.Context) error
|
||||||
|
}
|
||||||
|
|
||||||
|
func isPermanentDBError(err error) bool {
|
||||||
|
var pgErr *pgconn.PgError
|
||||||
|
if !errors.As(err, &pgErr) {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
switch pgErr.Code {
|
||||||
|
case "28000", "28P01", "3D000":
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
func waitForDB(ctx context.Context, p pinger, timeout time.Duration, sleep func(time.Duration)) error {
|
||||||
|
deadline := time.Now().Add(timeout)
|
||||||
|
delay := time.Second
|
||||||
|
for {
|
||||||
|
err := p.Ping(ctx)
|
||||||
|
if err == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if isPermanentDBError(err) {
|
||||||
|
return fmt.Errorf("datenbank lehnt Anmeldung oder Datenbank ab (dauerhaft): %w", err)
|
||||||
|
}
|
||||||
|
if time.Now().Add(delay).After(deadline) {
|
||||||
|
return fmt.Errorf("datenbank nach %s nicht erreichbar: %w", timeout, err)
|
||||||
|
}
|
||||||
|
sleep(delay)
|
||||||
|
if delay < 30*time.Second {
|
||||||
|
delay *= 2
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,66 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v5/pgconn"
|
||||||
|
)
|
||||||
|
|
||||||
|
type fakePinger struct {
|
||||||
|
errs []error
|
||||||
|
calls int
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakePinger) Ping(context.Context) error {
|
||||||
|
i := f.calls
|
||||||
|
f.calls++
|
||||||
|
if i < len(f.errs) {
|
||||||
|
return f.errs[i]
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWaitForDB_PermanentAuthErrorStopsImmediately(t *testing.T) {
|
||||||
|
p := &fakePinger{errs: []error{&pgconn.PgError{Code: "28P01"}, nil}}
|
||||||
|
sleeps := 0
|
||||||
|
err := waitForDB(context.Background(), p, time.Minute, func(time.Duration) { sleeps++ })
|
||||||
|
if err == nil || !isPermanentDBError(err) {
|
||||||
|
t.Fatalf("erwartet dauerhaften fehler, war %v", err)
|
||||||
|
}
|
||||||
|
if p.calls != 1 || sleeps != 0 {
|
||||||
|
t.Fatalf("kein retry erwartet, calls=%d sleeps=%d", p.calls, sleeps)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWaitForDB_TransientErrorRetriesWithBackoff(t *testing.T) {
|
||||||
|
p := &fakePinger{errs: []error{errors.New("connection refused"), errors.New("connection refused")}}
|
||||||
|
var delays []time.Duration
|
||||||
|
if err := waitForDB(context.Background(), p, time.Minute, func(d time.Duration) { delays = append(delays, d) }); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if p.calls != 3 || len(delays) != 2 || delays[1] <= delays[0] {
|
||||||
|
t.Fatalf("calls=%d delays=%v", p.calls, delays)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWaitForDB_GivesUpAfterTimeout(t *testing.T) {
|
||||||
|
p := &fakePinger{errs: []error{errors.New("x"), errors.New("x"), errors.New("x"), errors.New("x")}}
|
||||||
|
err := waitForDB(context.Background(), p, 0, func(time.Duration) {})
|
||||||
|
if err == nil || isPermanentDBError(err) {
|
||||||
|
t.Fatalf("erwartet transienten timeout-fehler, war %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestIsPermanentDBError(t *testing.T) {
|
||||||
|
for code, want := range map[string]bool{"28P01": true, "28000": true, "3D000": true, "57P03": false} {
|
||||||
|
if got := isPermanentDBError(&pgconn.PgError{Code: code}); got != want {
|
||||||
|
t.Errorf("%s: got %v", code, got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if isPermanentDBError(errors.New("connection refused")) {
|
||||||
|
t.Error("verbindungsfehler ist transient")
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -82,6 +82,17 @@ func main() {
|
|||||||
}
|
}
|
||||||
defer pool.Close()
|
defer pool.Close()
|
||||||
|
|
||||||
|
dbWait := time.Duration(envInt("NEXARCH_ACCOUNT_DB_STARTUP_TIMEOUT_SECONDS", 120, 0, 3600)) * time.Second
|
||||||
|
if err := waitForDB(ctx, pool, dbWait, time.Sleep); err != nil {
|
||||||
|
log.Printf("account-api: %v — DSN in NEXARCH_ACCOUNT_TENANT_DSN (Rolle, Passwort, Datenbank) pruefen", err)
|
||||||
|
if isPermanentDBError(err) {
|
||||||
|
pool.Close()
|
||||||
|
os.Exit(exitPermanentDBError)
|
||||||
|
}
|
||||||
|
pool.Close()
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
|
||||||
totpCipher, err := newTOTPCipher()
|
totpCipher, err := newTOTPCipher()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Fatalf("totp-verschluesselung: %v", err)
|
log.Fatalf("totp-verschluesselung: %v", err)
|
||||||
|
|||||||
@@ -1,6 +1,8 @@
|
|||||||
[Unit]
|
[Unit]
|
||||||
Description=NEXARCH Core - Login/Account-Dienst (IAM-08/IAM-16)
|
Description=NEXARCH Core - Login/Account-Dienst (IAM-08/IAM-16)
|
||||||
After=network.target postgresql.service
|
After=network.target postgresql.service
|
||||||
|
StartLimitIntervalSec=300
|
||||||
|
StartLimitBurst=10
|
||||||
|
|
||||||
[Service]
|
[Service]
|
||||||
Type=simple
|
Type=simple
|
||||||
@@ -8,6 +10,8 @@ User=nexarch
|
|||||||
EnvironmentFile=/etc/nexarch/account-api.env
|
EnvironmentFile=/etc/nexarch/account-api.env
|
||||||
ExecStart=__INSTALL_DIR__/bin/account-api
|
ExecStart=__INSTALL_DIR__/bin/account-api
|
||||||
Restart=on-failure
|
Restart=on-failure
|
||||||
|
RestartSec=5
|
||||||
|
RestartPreventExitStatus=2
|
||||||
StandardOutput=journal
|
StandardOutput=journal
|
||||||
# QA-15 F-13/OPS-08: reiner Netzwerkdienst (HTTP + Postgres-DSN aus
|
# QA-15 F-13/OPS-08: reiner Netzwerkdienst (HTTP + Postgres-DSN aus
|
||||||
# EnvironmentFile), keine eigene Schreibarbeit im Dateisystem.
|
# EnvironmentFile), keine eigene Schreibarbeit im Dateisystem.
|
||||||
|
|||||||
Reference in new issue
Block a user