- embedded React admin UI at /admin/ui (go:embed), login with ADMIN_SECRET via signed HttpOnly session cookie, X-ADMIN-KEY still works for scripts - admin API: overview stats, indexing queue, addon management (priority, reindex, delete/restore/purge, bulk), whitelist CRUD, duplicate hashes, traffic, metrics explorer, services, events/audit log, system info - built-in metrics: request latency per route, visitors, top addons and searches, indexer/scraper counters; minute buckets in the DB with hourly rollups and retention; optional Prometheus /metrics (METRICS_TOKEN) - POST /back/telemetry for indexers/scrapers (metrics, events, heartbeat) and a stdlib-only Go client in telemetry/ - auth hardening: empty secrets no longer allow access, constant-time compare, CORS not applied to /admin and /back, TRUSTED_PROXIES setting - Dockerfile builds the UI and no longer bakes config.yaml into the image; CI builds the UI, runs tests and builds arm64 with CGO
This commit is contained in:
1 parent
0ef27b0072
commit
56d9e10621
79 files changed
+13146
-118
No files matched your search
@@ -0,0 +1,53 @@
|
||||
package controllers
|
||||
|
||||
import (
|
||||
"net/http"
|
||||
"time"
|
||||
|
||||
"gitea.tbdevent.eu/TBD/reforger_crawler_main/metrics"
|
||||
"gitea.tbdevent.eu/TBD/reforger_crawler_main/models"
|
||||
"github.com/gin-gonic/gin"
|
||||
)
|
||||
|
||||
const (
|
||||
maxTelemetryBody = 1 << 20
|
||||
maxTelemetryMetrics = 1000
|
||||
maxTelemetryEvents = 200
|
||||
)
|
||||
|
||||
// SubmitTelemetry receives metrics, events and a heartbeat from a service
|
||||
// (indexer, scraper, ...). See models.TelemetryBatch for the payload.
|
||||
func SubmitTelemetry(c *gin.Context) {
|
||||
c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, maxTelemetryBody)
|
||||
|
||||
var batch models.TelemetryBatch
|
||||
if err := c.ShouldBindJSON(&batch); err != nil {
|
||||
c.JSON(400, gin.H{"error": "Invalid JSON"})
|
||||
return
|
||||
}
|
||||
if !metrics.ValidName(batch.Service) || batch.Service == metrics.MainService {
|
||||
c.JSON(400, gin.H{"error": "service must match ^[a-z_][a-z0-9_]{0,63}$ and not be \"main\""})
|
||||
return
|
||||
}
|
||||
if batch.Instance == "" || len(batch.Instance) > 128 {
|
||||
c.JSON(400, gin.H{"error": "instance is required (max 128 characters)"})
|
||||
return
|
||||
}
|
||||
if len(batch.Metrics) > maxTelemetryMetrics || len(batch.Events) > maxTelemetryEvents {
|
||||
c.JSON(413, gin.H{"error": "too many metrics or events in one batch"})
|
||||
return
|
||||
}
|
||||
|
||||
now := time.Now()
|
||||
if err := metrics.Heartbeat(&batch, c.ClientIP(), now); err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to store heartbeat"})
|
||||
return
|
||||
}
|
||||
result := metrics.Ingest(batch.Service, batch.Instance, batch.Metrics, now)
|
||||
if err := metrics.RecordEvents(batch.Service, batch.Instance, batch.Events, now); err != nil {
|
||||
c.JSON(500, gin.H{"error": "failed to store events"})
|
||||
return
|
||||
}
|
||||
|
||||
c.JSON(200, result)
|
||||
}
|
||||
Reference in new issue
Block a user