david/uno-q-audio-synth
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

merge midi metrics into prometheus-exporter

Browse Source 
midi-bridge: removed HTTP server on :9091, now writes /tmp/midi-stats.json
prometheus-exporter: reads /tmp/midi-stats.json, exposes all metrics on :9090/metrics
Single scrape endpoint for all pipeline components
This commit is contained in:
David Gwilliam
2026-06-24 02:41:27 -07:00
parent 7706517b88
commit f673da4b3b
2 changed files with 164 additions and 156 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/prometheus-exporter.py
+132 -85
View File
@@ -1,20 +1,18 @@
#!/usr/bin/env python3
"""Prometheus exporter for uno-q-audio-synth pipeline.
Exposes MIDI, audio, and service health metrics on :9090/metrics.
Exposes MIDI, audio, viz, and service health metrics on :9090/metrics.
Reads stats from /tmp/midi-stats.json (midi-bridge) and /tmp/viz-stats.json (viz).
No external dependencies — uses only stdlib.
"""
import http.server, time, os, re, subprocess, socket, threading, json
import http.server, time, os, re, subprocess, json
PORT = int(os.environ.get("METRICS_PORT", "9090"))
SSH_KEY = os.environ.get("SSH_KEY", "/home/david/.ssh/unoq_deploy_key")
BOARD = os.environ.get("BOARD_HOST", "127.0.0.1")
COLLECT_INTERVAL = 5 # seconds between metric collections
COLLECT_INTERVAL = 5
# ── Gauges (updated by collector) ──
metrics = {
"synth_alsa_running": 0,
"synth_hw_ptr_bytes_per_sec": 0,
"synth_hw_ptr_bytes_per_sec": 0.0,
"synth_alsa_hw_ptr": 0,
"synth_pd_running": 0,
"synth_midi_bridge_running": 0,
@@ -24,6 +22,14 @@ metrics = {
"synth_hphl_volume": 0,
"synth_hphr_volume": 0,
"synth_up": 1,
"midi_messages_total": 0,
"midi_notes_on_total": 0,
"midi_notes_off_total": 0,
"midi_errors_total": 0,
"midi_last_status": 0,
"midi_last_note": 0,
"midi_last_velocity": 0,
"midi_last_time_unix": 0.0,
"viz_frames_sent": 0,
"viz_frames_dropped": 0,
"viz_pending_queue": 0,
@@ -33,12 +39,13 @@ metrics = {
prev_hw_ptr = 0
prev_hw_ptr_time = 0
MIDI_STATS_FILE = "/tmp/midi-stats.json"
VIZ_STATS_FILE = "/tmp/viz-stats.json"
def read_viz_stats():
def read_json(path):
try:
with open(VIZ_STATS_FILE) as f:
with open(path) as f:
return json.load(f)
except (OSError, ValueError):
return {}
@@ -53,7 +60,6 @@ def read_local_file(path):
def get_alsa_status():
"""Read ALSA PCM status from /proc."""
global prev_hw_ptr, prev_hw_ptr_time
status = read_local_file("/proc/asound/card0/pcm0p/sub0/status")
@@ -76,7 +82,6 @@ def get_alsa_status():
def check_service(name):
"""Check if a systemd service is active (local only)."""
try:
r = subprocess.run(
["systemctl", "is-active", name],
@@ -88,7 +93,6 @@ def check_service(name):
def get_mixer_value(name):
"""Read an ALSA mixer value via amixer."""
try:
r = subprocess.run(
["amixer", "-c", "0", "cget", f"name={name}"],
@@ -106,100 +110,136 @@ def get_mixer_value(name):
return 0
def collect_metrics():
"""Background thread: poll system state periodically."""
while True:
try:
get_alsa_status()
def collect():
get_alsa_status()
metrics["synth_pd_running"] = check_service("pd-synth-onboard")
metrics["synth_midi_bridge_running"] = check_service("midi-bridge")
metrics["synth_viz_running"] = check_service("led-matrix-viz")
metrics["synth_pd_running"] = check_service("pd-synth-onboard")
metrics["synth_midi_bridge_running"] = check_service("midi-bridge")
metrics["synth_viz_running"] = check_service("led-matrix-viz")
metrics["synth_hphl_switch"] = get_mixer_value("HPHL Switch")
metrics["synth_hphr_switch"] = get_mixer_value("HPHR Switch")
metrics["synth_hphl_volume"] = get_mixer_value("HPHL Volume")
metrics["synth_hphr_volume"] = get_mixer_value("HPHR Volume")
metrics["synth_hphl_switch"] = get_mixer_value("HPHL Switch")
metrics["synth_hphr_switch"] = get_mixer_value("HPHR Switch")
metrics["synth_hphl_volume"] = get_mixer_value("HPHL Volume")
metrics["synth_hphr_volume"] = get_mixer_value("HPHR Volume")
viz = read_viz_stats()
metrics["viz_frames_sent"] = viz.get("frames_sent", 0)
metrics["viz_frames_dropped"] = viz.get("frames_dropped", 0)
metrics["viz_pending_queue"] = viz.get("pending_queue", 0)
metrics["viz_queue_full"] = 1 if viz.get("queue_full", False) else 0
except Exception:
pass
midi = read_json(MIDI_STATS_FILE)
metrics["midi_messages_total"] = midi.get("midi_messages_total", 0)
metrics["midi_notes_on_total"] = midi.get("midi_notes_on_total", 0)
metrics["midi_notes_off_total"] = midi.get("midi_notes_off_total", 0)
metrics["midi_errors_total"] = midi.get("midi_errors_total", 0)
metrics["midi_last_status"] = midi.get("midi_last_status", 0)
metrics["midi_last_note"] = midi.get("midi_last_note", 0)
metrics["midi_last_velocity"] = midi.get("midi_last_velocity", 0)
metrics["midi_last_time_unix"] = midi.get("midi_last_time_unix", 0.0)
time.sleep(COLLECT_INTERVAL)
viz = read_json(VIZ_STATS_FILE)
metrics["viz_frames_sent"] = viz.get("frames_sent", 0)
metrics["viz_frames_dropped"] = viz.get("frames_dropped", 0)
metrics["viz_pending_queue"] = viz.get("pending_queue", 0)
metrics["viz_queue_full"] = 1 if viz.get("queue_full", False) else 0
def format_metrics():
lines = []
lines.append("# HELP synth_alsa_running Whether ALSA device is RUNNING")
lines.append("# TYPE synth_alsa_running gauge")
lines.append(f"synth_alsa_running {metrics['synth_alsa_running']}")
lines = [
"# HELP synth_alsa_running Whether ALSA device is RUNNING",
"# TYPE synth_alsa_running gauge",
f"synth_alsa_running {metrics['synth_alsa_running']}",
lines.append("# HELP synth_hw_ptr_bytes_per_sec Audio throughput in bytes/sec")
lines.append("# TYPE synth_hw_ptr_bytes_per_sec gauge")
lines.append(f"synth_hw_ptr_bytes_per_sec {metrics['synth_hw_ptr_bytes_per_sec']:.0f}")
"# HELP synth_hw_ptr_bytes_per_sec Audio throughput in bytes/sec",
"# TYPE synth_hw_ptr_bytes_per_sec gauge",
f"synth_hw_ptr_bytes_per_sec {metrics['synth_hw_ptr_bytes_per_sec']:.0f}",
lines.append("# HELP synth_alsa_hw_ptr Current ALSA hardware pointer")
lines.append("# TYPE synth_alsa_hw_ptr gauge")
lines.append(f"synth_alsa_hw_ptr {metrics['synth_alsa_hw_ptr']}")
"# HELP synth_alsa_hw_ptr Current ALSA hardware pointer",
"# TYPE synth_alsa_hw_ptr gauge",
f"synth_alsa_hw_ptr {metrics['synth_alsa_hw_ptr']}",
lines.append("# HELP synth_pd_running Whether Pd service is active")
lines.append("# TYPE synth_pd_running gauge")
lines.append(f"synth_pd_running {metrics['synth_pd_running']}")
"# HELP synth_pd_running Whether Pd service is active",
"# TYPE synth_pd_running gauge",
f"synth_pd_running {metrics['synth_pd_running']}",
lines.append("# HELP synth_midi_bridge_running Whether midi-bridge service is active")
lines.append("# TYPE synth_midi_bridge_running gauge")
lines.append(f"synth_midi_bridge_running {metrics['synth_midi_bridge_running']}")
"# HELP synth_midi_bridge_running Whether midi-bridge service is active",
"# TYPE synth_midi_bridge_running gauge",
f"synth_midi_bridge_running {metrics['synth_midi_bridge_running']}",
lines.append("# HELP synth_viz_running Whether led-matrix-viz service is active")
lines.append("# TYPE synth_viz_running gauge")
lines.append(f"synth_viz_running {metrics['synth_viz_running']}")
"# HELP synth_viz_running Whether led-matrix-viz service is active",
"# TYPE synth_viz_running gauge",
f"synth_viz_running {metrics['synth_viz_running']}",
lines.append("# HELP synth_hphl_switch Headphone left switch state")
lines.append("# TYPE synth_hphl_switch gauge")
lines.append(f"synth_hphl_switch {metrics['synth_hphl_switch']}")
"# HELP synth_hphl_switch Headphone left switch state",
"# TYPE synth_hphl_switch gauge",
f"synth_hphl_switch {metrics['synth_hphl_switch']}",
lines.append("# HELP synth_hphr_switch Headphone right switch state")
lines.append("# TYPE synth_hphr_switch gauge")
lines.append(f"synth_hphr_switch {metrics['synth_hphr_switch']}")
"# HELP synth_hphr_switch Headphone right switch state",
"# TYPE synth_hphr_switch gauge",
f"synth_hphr_switch {metrics['synth_hphr_switch']}",
lines.append("# HELP synth_hphl_volume Headphone left volume (0-20)")
lines.append("# TYPE synth_hphl_volume gauge")
lines.append(f"synth_hphl_volume {metrics['synth_hphl_volume']}")
"# HELP synth_hphl_volume Headphone left volume (0-20)",
"# TYPE synth_hphl_volume gauge",
f"synth_hphl_volume {metrics['synth_hphl_volume']}",
lines.append("# HELP synth_hphr_volume Headphone right volume (0-20)")
lines.append("# TYPE synth_hphr_volume gauge")
lines.append(f"synth_hphr_volume {metrics['synth_hphr_volume']}")
"# HELP synth_hphr_volume Headphone right volume (0-20)",
"# TYPE synth_hphr_volume gauge",
f"synth_hphr_volume {metrics['synth_hphr_volume']}",
lines.append("# HELP synth_up Exporter is running")
lines.append("# TYPE synth_up gauge")
lines.append(f"synth_up {metrics['synth_up']}")
"# HELP synth_up Exporter is running",
"# TYPE synth_up gauge",
f"synth_up {metrics['synth_up']}",
lines.append("# HELP viz_frames_sent_total Total frames sent to router")
lines.append("# TYPE viz_frames_sent_total counter")
lines.append(f"viz_frames_sent_total {metrics['viz_frames_sent']}")
"# HELP midi_messages_total Total MIDI messages received from hardware",
"# TYPE midi_messages_total counter",
f"midi_messages_total {metrics['midi_messages_total']}",
lines.append("# HELP viz_frames_dropped_total Total frames dropped (queue full)")
lines.append("# TYPE viz_frames_dropped_total counter")
lines.append(f"viz_frames_dropped_total {metrics['viz_frames_dropped']}")
"# HELP midi_notes_on_total Total MIDI note-on messages",
"# TYPE midi_notes_on_total counter",
f"midi_notes_on_total {metrics['midi_notes_on_total']}",
lines.append("# HELP viz_pending_queue Current pending frame queue depth")
lines.append("# TYPE viz_pending_queue gauge")
lines.append(f"viz_pending_queue {metrics['viz_pending_queue']}")
"# HELP midi_notes_off_total Total MIDI note-off messages",
"# TYPE midi_notes_off_total counter",
f"midi_notes_off_total {metrics['midi_notes_off_total']}",
lines.append("# HELP viz_queue_full Router write buffer was full")
lines.append("# TYPE viz_queue_full gauge")
lines.append(f"viz_queue_full {metrics['viz_queue_full']}")
"# HELP midi_errors_total Total MIDI parse errors",
"# TYPE midi_errors_total counter",
f"midi_errors_total {metrics['midi_errors_total']}",
"# HELP midi_last_status Status byte of last message",
"# TYPE midi_last_status gauge",
f"midi_last_status {metrics['midi_last_status']}",
"# HELP midi_last_note Note number of last message",
"# TYPE midi_last_note gauge",
f"midi_last_note {metrics['midi_last_note']}",
"# HELP midi_last_velocity Velocity of last message",
"# TYPE midi_last_velocity gauge",
f"midi_last_velocity {metrics['midi_last_velocity']}",
"# HELP midi_last_time_unix Epoch of last MIDI message",
"# TYPE midi_last_time_unix gauge",
f"midi_last_time_unix {metrics['midi_last_time_unix']:.3f}",
"# HELP viz_frames_sent_total Total frames sent to router",
"# TYPE viz_frames_sent_total counter",
f"viz_frames_sent_total {metrics['viz_frames_sent']}",
"# HELP viz_frames_dropped_total Total frames dropped (queue full)",
"# TYPE viz_frames_dropped_total counter",
f"viz_frames_dropped_total {metrics['viz_frames_dropped']}",
"# HELP viz_pending_queue Current pending frame queue depth",
"# TYPE viz_pending_queue gauge",
f"viz_pending_queue {metrics['viz_pending_queue']}",
"# HELP viz_queue_full Router write buffer was full",
"# TYPE viz_queue_full gauge",
f"viz_queue_full {metrics['viz_queue_full']}",
]
return "\n".join(lines) + "\n"
class MetricsHandler(http.server.BaseHTTPRequestHandler):
class Handler(http.server.BaseHTTPRequestHandler):
def do_GET(self):
if self.path == "/metrics":
collect()
body = format_metrics().encode()
self.send_response(200)
self.send_header("Content-Type", "text/plain; version=0.0.4; charset=utf-8")
@@ -217,18 +257,25 @@ class MetricsHandler(http.server.BaseHTTPRequestHandler):
self.end_headers()
def log_message(self, format, *args):
pass # silent
pass
def main():
# Start background collector
t = threading.Thread(target=collect_metrics, daemon=True)
import threading
t = threading.Thread(target=lambda: (
setInterval(COLLECT_INTERVAL, collect),
), daemon=True)
t.start()
server = http.server.HTTPServer(("0.0.0.0", PORT), MetricsHandler)
server = http.server.HTTPServer(("0.0.0.0", PORT), Handler)
print(f"[metrics] Listening on :{PORT}/metrics")
server.serve_forever()
def setInterval(secs, func):
while True:
func()
time.sleep(secs)
if __name__ == "__main__":
main()
main()