mirror of
https://github.com/MeshCore-Beacon/beacon-server.git
synced 2026-11-11 18:57:33 +00:00
MrAlders0n
ded8708fec
* feat(db): observer adverts on a partial index once observations carry their payload type * fix(db): keep today's adverts statement unguarded and rate-limit the gate's read warning * feat(background): batched, resumable payload-type backfill for untyped observations * fix(background): cap each payload-type backfill statement at 50,000 rows * fix(db): reject a non-positive backfill row cap * perf(db): probe rollups per hour and IATA for region-sized stats lists * fix(db): keep the stats probes inside each rollup table's hour range * test(db): push the far-future until to year 9999 so a missing path-stats end bound times out * perf(db): row-comparison trace cursor and a since-only telemetry statement * test(db): pin the empty trace cursor tag and run the trace pagination tests in CI * test(planguard): stats, adverts, traces and telemetry statements leave pending; diff cases * test(planguard): window-bounded advert roles, short quiet page, per-observer telemetry cursors
101 lines
5.7 KiB
SQL
101 lines
5.7 KiB
SQL
-- name: GetStatsSeries :many
|
|
-- One row per hour in [since, until) plus a summary row (hour NULL) over its complete hours.
|
|
-- Counts sum; observers, IATAs and scopes are distinct across the window; packets count
|
|
-- once per hour heard. Each branch pair keeps "all IATAs" and "these IATAs" plans separate.
|
|
WITH hours AS (
|
|
SELECT g.h::timestamptz AS hour, COALESCE(r.status, 'missing')::text AS status
|
|
FROM generate_series(@since::timestamptz, @until::timestamptz, INTERVAL '1 hour') g(h)
|
|
LEFT JOIN analytics_rollup_hours r ON r.hour = g.h
|
|
WHERE g.h < @until::timestamptz
|
|
), complete AS (
|
|
SELECT hour FROM hours WHERE status = 'complete'
|
|
), obs AS (
|
|
SELECT o.hour, o.iata, o.observation_count FROM analytics_hourly_iata_observations o JOIN complete c ON c.hour = o.hour
|
|
WHERE COALESCE(cardinality(@iatas::bpchar[]), 0) = 0
|
|
UNION ALL
|
|
SELECT o.hour, o.iata, o.observation_count FROM analytics_hourly_iata_observations o JOIN complete c ON c.hour = o.hour
|
|
WHERE cardinality(@iatas::bpchar[]) > 0 AND o.iata = ANY(@iatas::bpchar[])
|
|
), obs_agg AS (
|
|
SELECT hour, sum(observation_count)::bigint AS observations, count(DISTINCT iata)::bigint AS active_iatas
|
|
FROM obs GROUP BY GROUPING SETS ((), (hour))
|
|
), pkt_rows AS MATERIALIZED (
|
|
SELECT s.hour, s.packets FROM analytics_hourly_packet_sets s
|
|
WHERE cardinality(@iatas::bpchar[]) > 0 AND s.iatas && @iatas::bpchar[]
|
|
AND s.hour >= @since::timestamptz AND s.hour < @until::timestamptz
|
|
), pkt AS (
|
|
SELECT s.hour, s.packets FROM analytics_hourly_packet_sets s JOIN complete c ON c.hour = s.hour
|
|
WHERE COALESCE(cardinality(@iatas::bpchar[]), 0) = 0
|
|
UNION ALL
|
|
SELECT s.hour, s.packets FROM pkt_rows s JOIN complete c ON c.hour = s.hour
|
|
), pkt_agg AS (
|
|
SELECT hour, sum(packets)::bigint AS unique_packets FROM pkt GROUP BY GROUPING SETS ((), (hour))
|
|
), obsr AS (
|
|
SELECT i.hour, i.observer_id FROM analytics_hourly_observer_identity i JOIN complete c ON c.hour = i.hour
|
|
WHERE COALESCE(cardinality(@iatas::bpchar[]), 0) = 0
|
|
UNION ALL
|
|
SELECT i.hour, i.observer_id FROM analytics_hourly_observer_identity i JOIN complete c ON c.hour = i.hour
|
|
WHERE cardinality(@iatas::bpchar[]) > 0 AND i.iata = ANY(@iatas::bpchar[])
|
|
), obsr_agg AS (
|
|
SELECT hour, count(DISTINCT observer_id)::bigint AS active_observers FROM obsr GROUP BY GROUPING SETS ((), (hour))
|
|
), scp_rows AS MATERIALIZED (
|
|
SELECT s.hour, s.scope_id, s.packets FROM analytics_hourly_scope_sets s
|
|
WHERE cardinality(@iatas::bpchar[]) > 0 AND s.iatas && @iatas::bpchar[]
|
|
AND s.hour >= @since::timestamptz AND s.hour < @until::timestamptz
|
|
), scp AS (
|
|
SELECT s.hour, s.scope_id, s.packets FROM analytics_hourly_scope_sets s JOIN complete c ON c.hour = s.hour
|
|
WHERE COALESCE(cardinality(@iatas::bpchar[]), 0) = 0
|
|
UNION ALL
|
|
SELECT s.hour, s.scope_id, s.packets FROM scp_rows s JOIN complete c ON c.hour = s.hour
|
|
), scp_agg AS (
|
|
SELECT hour, sum(packets)::bigint AS scoped_packets, count(DISTINCT scope_id)::bigint AS active_scopes
|
|
FROM scp GROUP BY GROUPING SETS ((), (hour))
|
|
), pth AS (
|
|
SELECT p.hour, p.entries FROM analytics_hourly_paths p JOIN complete c ON c.hour = p.hour
|
|
WHERE p.category = 0 AND COALESCE(cardinality(@iatas::bpchar[]), 0) = 0
|
|
UNION ALL
|
|
SELECT p.hour, p.entries FROM analytics_hourly_paths p JOIN complete c ON c.hour = p.hour
|
|
WHERE p.category = 0 AND cardinality(@iatas::bpchar[]) > 0 AND p.iata = ANY(@iatas::bpchar[])
|
|
), pth_agg AS (
|
|
SELECT hour, max(entries)::integer AS max_path_entries FROM pth GROUP BY GROUPING SETS ((), (hour))
|
|
), sig AS (
|
|
SELECT s.hour, s.snr_sum, s.snr_samples, s.rssi_sum, s.rssi_samples FROM analytics_hourly_signal s JOIN complete c ON c.hour = s.hour
|
|
WHERE s.kind = 3 AND COALESCE(cardinality(@iatas::bpchar[]), 0) = 0
|
|
UNION ALL
|
|
SELECT s.hour, s.snr_sum, s.snr_samples, s.rssi_sum, s.rssi_samples FROM analytics_hourly_signal s JOIN complete c ON c.hour = s.hour
|
|
WHERE s.kind = 3 AND cardinality(@iatas::bpchar[]) > 0 AND s.iata = ANY(@iatas::bpchar[])
|
|
), sig_agg AS (
|
|
SELECT hour, sum(snr_sum)::double precision AS snr_sum, sum(snr_samples)::bigint AS snr_samples,
|
|
sum(rssi_sum)::double precision AS rssi_sum, sum(rssi_samples)::bigint AS rssi_samples
|
|
FROM sig GROUP BY GROUPING SETS ((), (hour))
|
|
), keys AS (
|
|
SELECT hour, status FROM hours
|
|
UNION ALL
|
|
SELECT NULL::timestamptz, 'summary'::text
|
|
)
|
|
SELECT k.hour, k.status,
|
|
COALESCE(o.observations, 0)::bigint AS observations,
|
|
COALESCE(p.unique_packets, 0)::bigint AS unique_packets,
|
|
COALESCE(ob.active_observers, 0)::bigint AS active_observers,
|
|
COALESCE(o.active_iatas, 0)::bigint AS active_iatas,
|
|
COALESCE(s.scoped_packets, 0)::bigint AS scoped_packets,
|
|
COALESCE(s.active_scopes, 0)::bigint AS active_scopes,
|
|
COALESCE(pa.max_path_entries, 0)::integer AS max_path_entries,
|
|
COALESCE(sg.snr_sum, 0)::double precision AS snr_sum,
|
|
COALESCE(sg.snr_samples, 0)::bigint AS snr_samples,
|
|
COALESCE(sg.rssi_sum, 0)::double precision AS rssi_sum,
|
|
COALESCE(sg.rssi_samples, 0)::bigint AS rssi_samples
|
|
FROM keys k
|
|
LEFT JOIN obs_agg o ON o.hour IS NOT DISTINCT FROM k.hour
|
|
LEFT JOIN pkt_agg p ON p.hour IS NOT DISTINCT FROM k.hour
|
|
LEFT JOIN obsr_agg ob ON ob.hour IS NOT DISTINCT FROM k.hour
|
|
LEFT JOIN scp_agg s ON s.hour IS NOT DISTINCT FROM k.hour
|
|
LEFT JOIN pth_agg pa ON pa.hour IS NOT DISTINCT FROM k.hour
|
|
LEFT JOIN sig_agg sg ON sg.hour IS NOT DISTINCT FROM k.hour
|
|
ORDER BY k.hour NULLS LAST;
|
|
|
|
-- name: GetEarliestCompleteRollupHour :one
|
|
SELECT min(hour)::timestamptz FROM analytics_rollup_hours WHERE status = 'complete';
|
|
|
|
-- name: GetLatestCompleteRollupHour :one
|
|
SELECT max(hour)::timestamptz FROM analytics_rollup_hours WHERE status = 'complete';
|