Files
beacon-server/internal/cache/cache.go
T
MrAlders0n 98006a9364 feat(stats): serve historical stats from hourly rollups
Stats endpoints read hourly rollup tables filled once per closed hour by one
advisory-locked task, instead of materialized views that re-scanned every
observation on each refresh. IATA-set tables give exact distinct counts for any
IATA set or region. Cleanup holds raw rows for unrolled hours (up to 24h).

Adds /stats/series; ingest keeps packet observation counts, observer last IATA,
channel message counts and trace tag summaries. 001_baseline.sql is rewritten,
so pre-release 2.0 databases must be recreated. See docs/historical-stats.md.
2026-10-02 07:43:56 -04:00

165 lines
5.1 KiB
Go

// Copyright 2026 Beacon Contributors
// SPDX-License-Identifier: AGPL-3.0-or-later
// Package cache provides a Redis-backed caching layer for the Beacon API.
// It wraps api.Reader with a CachedReader that transparently caches responses
// for read-heavy, slow-changing endpoints. If Redis is unavailable, all
// operations degrade gracefully to the underlying reader.
package cache
import (
"context"
"encoding/json"
"errors"
"log/slog"
"time"
"github.com/MeshCore-Beacon/beacon-server/internal/config"
redis "github.com/redis/go-redis/v9"
"golang.org/x/sync/singleflight"
)
// Client wraps a Redis client with helper methods used by CachedReader.
type Client struct {
rdb *redis.Client
sf singleflight.Group // one fetch per key across concurrent misses
}
// NewClient creates a new Redis client from the given address, password, and
// database index. addr should be in "host:port" form e.g. "localhost:6379".
// password may be empty if the Redis instance requires no authentication.
// db is the Redis database index, typically 0.
func NewClient(addr, password string, db int) *Client {
opts := redis.Options{
Addr: addr,
Password: password,
DB: db,
}
return &Client{
rdb: redis.NewClient(&opts),
}
}
// ResolveTTLs builds a CacheTTLs from the given config, applying the fallback
// chain: category TTL → global TTL → default (1h).
func ResolveTTLs(cfg config.CacheConfig) CacheTTLs {
ttls := CacheTTLs{
Stats: resolve(cfg.TTLs.Stats.Duration, cfg.TTL.Duration),
Reference: resolve(cfg.TTLs.Reference.Duration, cfg.TTL.Duration),
Nodes: resolve(cfg.TTLs.Nodes.Duration, cfg.TTL.Duration),
Observers: resolve(cfg.TTLs.Observers.Duration, cfg.TTL.Duration),
}
return ttls
}
// resolve returns the first non-zero duration from category, global, or 1h.
func resolve(category, global time.Duration) time.Duration {
if category != 0 {
return category
}
if global != 0 {
return global
}
return time.Hour
}
// Ping checks connectivity to Redis. Call this on startup to verify the
// connection before serving requests.
func (c *Client) Ping(ctx context.Context) error {
return c.rdb.Ping(ctx).Err()
}
// Close closes the underlying Redis connection pool.
func (c *Client) Close() error {
return c.rdb.Close()
}
func (c *Client) del(ctx context.Context, keys ...string) {
c.rdb.Del(ctx, keys...)
}
// delPrefix SCANs the whole keyspace; call it rarely.
func (c *Client) delPrefix(ctx context.Context, prefix string) {
var cursor uint64
for {
keys, next, err := c.rdb.Scan(ctx, cursor, prefix+"*", 100).Result()
if err != nil {
return
}
if len(keys) > 0 {
c.rdb.Del(ctx, keys...)
}
if next == 0 {
return
}
cursor = next
}
}
// getOrSet retrieves a cached value by key, deserialising it into T.
// On a cache miss it calls fetch, stores the result under key with the given
// TTL, and returns it. If Redis is unavailable or returns an unexpected error,
// fetch is called directly and the result is not cached. If a cached entry
// fails to unmarshal (corrupt or schema-changed), the entry is overwritten
// with a fresh fetch. Errors from Set are ignored so a Redis hiccup never
// fails a request.
func getOrSet[T any](ctx context.Context, c *Client, key string, ttl time.Duration, fetch func(context.Context) (T, error)) (T, error) {
raw, err := c.rdb.Get(ctx, key).Bytes()
if err != nil && !errors.Is(err, redis.Nil) {
// real Redis error, degrade gracefully
slog.DebugContext(ctx, "cache bypass", "component", "cache", "reason", "read_error")
return fetch(ctx)
}
var zero, out T
if err == nil {
if err = json.Unmarshal(raw, &out); err == nil {
slog.DebugContext(ctx, "cache hit", "component", "cache")
return out, nil
}
slog.DebugContext(ctx, "cache invalid entry", "component", "cache")
} else {
slog.DebugContext(ctx, "cache miss", "component", "cache")
}
raw, err = fetchShared(ctx, c, key, ttl, func(ctx context.Context) (any, error) { return fetch(ctx) })
if err != nil {
return zero, err
}
// Each caller decodes its own copy: handlers may decorate the value they get.
if err := json.Unmarshal(raw, &out); err != nil {
return zero, err
}
return out, nil
}
// sharedFetchTimeout bounds a fetch that no single request owns.
const sharedFetchTimeout = 30 * time.Second
// fetchShared runs one fetch per key across concurrent misses and returns its JSON. The fetch
// gets its own bounded context so one caller disconnecting can't fail the others, and each
// caller still stops waiting when its own context ends.
func fetchShared(ctx context.Context, c *Client, key string, ttl time.Duration, fetch func(context.Context) (any, error)) ([]byte, error) {
ch := c.sf.DoChan(key, func() (any, error) {
fctx, cancel := context.WithTimeout(context.WithoutCancel(ctx), sharedFetchTimeout)
defer cancel()
val, err := fetch(fctx)
if err != nil {
return nil, err
}
data, err := json.Marshal(val)
if err != nil {
return nil, err
}
_ = c.rdb.Set(fctx, key, data, ttl)
return data, nil
})
select {
case r := <-ch:
if r.Err != nil {
return nil, r.Err
}
return r.Val.([]byte), nil
case <-ctx.Done():
return nil, ctx.Err()
}
}