Compare commits

...

2 Commits

Author SHA1 Message Date
allanice001
4d4fda17ca fix: jobs api 2025-09-23 13:40:20 +01:00
allanice001
a59550bd96 feat: remove rollup options & improve clean up 2025-09-23 12:59:15 +01:00
20 changed files with 81 additions and 20136 deletions

View File

@@ -13,7 +13,7 @@ RUN npm i -g yarn pnpm
WORKDIR /src
COPY . .
RUN make swagger && make build
RUN make clean && make swagger && make ui && make build
#################################

View File

@@ -3,6 +3,7 @@ GOINSTALL := $(GOCMD) install
BIN ?= autoglue
MAIN ?= main.go
UI_DIR ?= ui
UI_DEST_DIR ?= internal/ui
SWAG := $(shell command -v swag 2>/dev/null)
GMU := $(shell command -v go-mod-upgrade 2>/dev/null)
@@ -68,7 +69,7 @@ build: prepare ui swagger
clean:
@echo ">> Cleaning artifacts..."
@rm -rf $(BIN) docs/swagger.* docs/docs.go $(UI_DIR)/dist
@rm -rf $(BIN) docs/swagger.* docs/docs.go $(UI_DEST_DIR)/dist $(UI_DIR)/dist $(UI_DIR)/node_modules
dev: swagger
@echo ">> Starting Vite (frontend) and Go API (backend)..."

View File

@@ -37,7 +37,7 @@ services:
- postgres:postgres
env_file: .env
environment:
DATABASE_URL: postgres://$DB_USER:$DB_PASSWORD@postgres:5432/$DB_NAME
PGWEB_DATABASE_URL: postgres://$DB_USER:$DB_PASSWORD@postgres:5432/$DB_NAME
depends_on:
- postgres

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -20,10 +20,8 @@ func NewRouter() http.Handler {
r.Use(cors.Handler(cors.Options{
AllowedOrigins: []string{
"http://localhost:5173",
"http://127.0.0.1:5173",
"http://localhost:8080",
"http://127.0.0.1:8080",
"http://*:5173",
"http://*:8080",
},
AllowedMethods: []string{"GET", "POST", "PUT", "PATCH", "DELETE", "OPTIONS"},
AllowedHeaders: []string{"Content-Type", "content-type", "Authorization", "authorization", "X-Org-ID", "x-org-id"},

View File

@@ -26,6 +26,11 @@ type JobListItem struct {
StartedAt *time.Time `json:"started_at,omitempty"`
UpdatedAt time.Time `json:"updated_at"`
LastError *string `json:"last_error,omitempty"`
ResultStatus string `json:"result_status"`
Processed int `json:"processed"`
Ready int `json:"ready"`
Failed int `json:"failed"`
ElapsedMs int `json:"elapsed_ms"`
}
type EnqueueReq struct {
@@ -127,7 +132,14 @@ func GetActive(w http.ResponseWriter, r *http.Request) {
var rows []JobListItem
err := db.DB.Model(&models.Job{}).
Select("id, queue_name, status, retry_count, max_retry, scheduled_at, started_at, updated_at, last_error").
Select(`
id, queue_name, status, retry_count, max_retry, scheduled_at, started_at, updated_at, last_error,
COALESCE(result->>'status','') AS result_status,
COALESCE((result->>'processed')::int, 0) AS processed,
COALESCE((result->>'ready')::int, 0) AS ready,
COALESCE((result->>'failed')::int, 0) AS failed,
COALESCE((result->>'elapsed_ms')::int, 0) AS elapsed_ms
`).
Where("status = ?", "running").
Order("started_at DESC NULLS LAST, updated_at DESC").
Limit(limit).
@@ -160,7 +172,14 @@ func GetFailures(w http.ResponseWriter, r *http.Request) {
var rows []JobListItem
err := db.DB.Model(&models.Job{}).
Select("id, queue_name, status, retry_count, max_retry, scheduled_at, started_at, updated_at, last_error").
Select(`
id, queue_name, status, retry_count, max_retry, scheduled_at, started_at, updated_at, last_error,
COALESCE(result->>'status','') AS result_status,
COALESCE((result->>'processed')::int, 0) AS processed,
COALESCE((result->>'ready')::int, 0) AS ready,
COALESCE((result->>'failed')::int, 0) AS failed,
COALESCE((result->>'elapsed_ms')::int, 0) AS elapsed_ms
`).
Where("status = ?", "failed").
Order("updated_at DESC").
Limit(limit).

View File

@@ -21,12 +21,14 @@ func LoadKPI(db *gorm.DB) (KPI, error) {
now := time.Now()
dayAgo := now.Add(-24 * time.Hour)
// Running now
if err := db.Model(&models.Job{}).
Where("status = ?", "running").
Count(&k.RunningNow).Error; err != nil {
return k, err
}
// Scheduled in the future
if err := db.Model(&models.Job{}).
Where("status IN ?", []string{"queued", "scheduled", "pending"}).
Where("scheduled_at > ?", now).
@@ -34,6 +36,7 @@ func LoadKPI(db *gorm.DB) (KPI, error) {
return k, err
}
// Due now (queued/scheduled/pending with scheduled_at <= now)
if err := db.Model(&models.Job{}).
Where("status IN ?", []string{"queued", "scheduled", "pending"}).
Where("scheduled_at <= ?", now).
@@ -41,22 +44,25 @@ func LoadKPI(db *gorm.DB) (KPI, error) {
return k, err
}
// Sum of 'ready' over successful jobs in last 24h
if err := db.Model(&models.Job{}).
Where("status = ?", "success").
Where("updated_at >= ?", dayAgo).
Count(&k.Succeeded24h).Error; err != nil {
Select("COALESCE(SUM((result->>'ready')::int), 0)").
Where("status = 'success' AND updated_at >= ?", dayAgo).
Scan(&k.Succeeded24h).Error; err != nil {
return k, err
}
// Sum of 'failed' over successful jobs in last 24h (failures within a “success” run)
if err := db.Model(&models.Job{}).
Where("status = ?", "failed").
Where("updated_at >= ?", dayAgo).
Count(&k.Failed24h).Error; err != nil {
Select("COALESCE(SUM((result->>'failed')::int), 0)").
Where("status = 'success' AND updated_at >= ?", dayAgo).
Scan(&k.Failed24h).Error; err != nil {
return k, err
}
// Retryable failed job rows (same as before)
if err := db.Model(&models.Job{}).
Where("status = ?", "failed").
Where("status = 'failed'").
Where("retry_count < max_retry").
Count(&k.Retryable).Error; err != nil {
return k, err

View File

@@ -31,11 +31,28 @@ func LoadPerQueue(db *gorm.DB) ([]QueueRollup, error) {
var rr, qd, qf, s24, f24 int64
var avgDur *float64
_ = db.Model(&models.Job{}).Where("queue_name = ? AND status = 'running'", q).Count(&rr).Error
_ = db.Model(&models.Job{}).Where("queue_name = ? AND status IN ('queued','scheduled','pending') AND scheduled_at <= ?", q, now).Count(&qd).Error
_ = db.Model(&models.Job{}).Where("queue_name = ? AND status IN ('queued','scheduled','pending') AND scheduled_at > ?", q, now).Count(&qf).Error
_ = db.Model(&models.Job{}).Where("queue_name = ? AND status = 'success' AND updated_at >= ?", q, dayAgo).Count(&s24).Error
_ = db.Model(&models.Job{}).Where("queue_name = ? AND status = 'failed' AND updated_at >= ?", q, dayAgo).Count(&f24).Error
_ = db.Model(&models.Job{}).
Where("queue_name = ? AND status = 'running'", q).
Count(&rr).Error
_ = db.Model(&models.Job{}).
Where("queue_name = ? AND status IN ('queued','scheduled','pending') AND scheduled_at <= ?", q, now).
Count(&qd).Error
_ = db.Model(&models.Job{}).
Where("queue_name = ? AND status IN ('queued','scheduled','pending') AND scheduled_at > ?", q, now).
Count(&qf).Error
// Sum result.ready / result.failed over successes in last 24h
_ = db.Model(&models.Job{}).
Select("COALESCE(SUM((result->>'ready')::int), 0)").
Where("queue_name = ? AND status = 'success' AND updated_at >= ?", q, dayAgo).
Scan(&s24).Error
_ = db.Model(&models.Job{}).
Select("COALESCE(SUM((result->>'failed')::int), 0)").
Where("queue_name = ? AND status = 'success' AND updated_at >= ?", q, dayAgo).
Scan(&f24).Error
_ = db.
Model(&models.Job{}).

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@@ -1,18 +0,0 @@
<!doctype html>
<html lang="en">
<head>
<meta charset="UTF-8" />
<link rel="icon" type="image/svg+xml" href="/vite.svg" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>AutoGlue</title>
<script type="module" crossorigin src="/assets/index-DSxuk_EI.js"></script>
<link rel="modulepreload" crossorigin href="/assets/router-CANfZtzM.js">
<link rel="modulepreload" crossorigin href="/assets/vendor-DvippHRz.js">
<link rel="modulepreload" crossorigin href="/assets/radix-DRmH1vcw.js">
<link rel="modulepreload" crossorigin href="/assets/icons-B5E6SSBo.js">
<link rel="stylesheet" crossorigin href="/assets/index-CHoyJPs-.css">
</head>
<body>
<div id="root"></div>
</body>
</html>

View File

@@ -14,7 +14,7 @@ import (
// NOTE: Vite outputs to ui/dist with assets in dist/assets.
// If you add more nested folders in the future, include them here too.
//go:embed dist/* dist/assets/*
//go:embed dist
var distFS embed.FS
// spaFileSystem serves embedded dist/ files with SPA fallback to index.html
@@ -37,7 +37,8 @@ func (s spaFileSystem) Open(name string) (fs.File, error) {
// BUT only if it's not obviously a static asset extension
ext := strings.ToLower(filepath.Ext(name))
switch ext {
case ".js", ".css", ".map", ".json", ".txt", ".ico", ".png", ".jpg", ".jpeg", ".svg", ".webp", ".gif", ".woff", ".woff2":
case ".js", ".css", ".map", ".json", ".txt", ".ico", ".png", ".jpg", ".jpeg",
".svg", ".webp", ".gif", ".woff", ".woff2", ".ttf", ".otf", ".eot", ".wasm":
return nil, fs.ErrNotExist
}
@@ -89,8 +90,14 @@ func SPAHandler() (http.Handler, error) {
w.Header().Set("Cache-Control", "public, max-age=31536000, immutable")
}
info, _ := f.Stat()
modTime := time.Now()
if info != nil {
modTime = info.ModTime()
}
// Serve content
http.ServeContent(w, r, filePath, time.Now(), file{f})
http.ServeContent(w, r, filePath, modTime, file{f})
}), nil
}

View File

@@ -2,7 +2,6 @@
<html lang="en">
<head>
<meta charset="UTF-8" />
<link rel="icon" type="image/svg+xml" href="/vite.svg" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>AutoGlue</title>
</head>

View File

@@ -34,21 +34,6 @@ export default defineConfig({
chunkSizeWarningLimit: 1000,
outDir: "../internal/ui/dist",
emptyOutDir: true,
rollupOptions: {
output: {
manualChunks(id) {
if (!id.includes("node_modules")) return
if (id.includes("react-router")) return "router"
if (id.includes("@radix-ui")) return "radix"
if (id.includes("lucide-react") || id.includes("react-icons")) return "icons"
if (id.includes("recharts") || id.includes("d3")) return "charts"
if (id.includes("date-fns") || id.includes("dayjs")) return "dates"
return "vendor"
},
},
},
},
optimizeDeps: {
include: ["react", "react-dom", "react-router-dom"],