ilbinek
56d9e10621
Cross Compile Go / build (push) Canceled after 0s
- embedded React admin UI at /admin/ui (go:embed), login with ADMIN_SECRET via signed HttpOnly session cookie, X-ADMIN-KEY still works for scripts - admin API: overview stats, indexing queue, addon management (priority, reindex, delete/restore/purge, bulk), whitelist CRUD, duplicate hashes, traffic, metrics explorer, services, events/audit log, system info - built-in metrics: request latency per route, visitors, top addons and searches, indexer/scraper counters; minute buckets in the DB with hourly rollups and retention; optional Prometheus /metrics (METRICS_TOKEN) - POST /back/telemetry for indexers/scrapers (metrics, events, heartbeat) and a stdlib-only Go client in telemetry/ - auth hardening: empty secrets no longer allow access, constant-time compare, CORS not applied to /admin and /back, TRUSTED_PROXIES setting - Dockerfile builds the UI and no longer bakes config.yaml into the image; CI builds the UI, runs tests and builds arm64 with CGO
54 lines
1.6 KiB
Go
54 lines
1.6 KiB
Go
package controllers
|
|
|
|
import (
|
|
"net/http"
|
|
"time"
|
|
|
|
"gitea.tbdevent.eu/TBD/reforger_crawler_main/metrics"
|
|
"gitea.tbdevent.eu/TBD/reforger_crawler_main/models"
|
|
"github.com/gin-gonic/gin"
|
|
)
|
|
|
|
const (
|
|
maxTelemetryBody = 1 << 20
|
|
maxTelemetryMetrics = 1000
|
|
maxTelemetryEvents = 200
|
|
)
|
|
|
|
// SubmitTelemetry receives metrics, events and a heartbeat from a service
|
|
// (indexer, scraper, ...). See models.TelemetryBatch for the payload.
|
|
func SubmitTelemetry(c *gin.Context) {
|
|
c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, maxTelemetryBody)
|
|
|
|
var batch models.TelemetryBatch
|
|
if err := c.ShouldBindJSON(&batch); err != nil {
|
|
c.JSON(400, gin.H{"error": "Invalid JSON"})
|
|
return
|
|
}
|
|
if !metrics.ValidName(batch.Service) || batch.Service == metrics.MainService {
|
|
c.JSON(400, gin.H{"error": "service must match ^[a-z_][a-z0-9_]{0,63}$ and not be \"main\""})
|
|
return
|
|
}
|
|
if batch.Instance == "" || len(batch.Instance) > 128 {
|
|
c.JSON(400, gin.H{"error": "instance is required (max 128 characters)"})
|
|
return
|
|
}
|
|
if len(batch.Metrics) > maxTelemetryMetrics || len(batch.Events) > maxTelemetryEvents {
|
|
c.JSON(413, gin.H{"error": "too many metrics or events in one batch"})
|
|
return
|
|
}
|
|
|
|
now := time.Now()
|
|
if err := metrics.Heartbeat(&batch, c.ClientIP(), now); err != nil {
|
|
c.JSON(500, gin.H{"error": "failed to store heartbeat"})
|
|
return
|
|
}
|
|
result := metrics.Ingest(batch.Service, batch.Instance, batch.Metrics, now)
|
|
if err := metrics.RecordEvents(batch.Service, batch.Instance, batch.Events, now); err != nil {
|
|
c.JSON(500, gin.H{"error": "failed to store events"})
|
|
return
|
|
}
|
|
|
|
c.JSON(200, result)
|
|
}
|