#!/usr/bin/env python3 """Summarise a long firmware reliability soak (hil/soak.sh).""" import json import sys from collections import Counter path = sys.argv[1] duration = float(sys.argv[2]) if len(sys.argv) > 2 else 0 rx, tx, hb, rec, boots = [], [], [], [], 0 stats = None for line in open(path, errors="replace"): line = line.strip() if not line.startswith("{"): continue try: ev = json.loads(line) except json.JSONDecodeError: continue e = ev.get("event") if e == "wmbus_rx": rx.append(ev) elif e == "wmbus_tx": tx.append(ev) elif e == "heartbeat": hb.append(ev) elif e == "radio_recovery": rec.append(ev) elif e == "boot": boots += 1 elif e == "stats": stats = ev tx_ok = [t for t in tx if str(t.get("result", "")).startswith("ok")] delays = sorted(t["delay_us"] / 1000.0 for t in tx_ok if t.get("delay_us")) air = sorted(t["airtime_us"] / 1000.0 for t in tx_ok if t.get("airtime_us")) results = Counter(t.get("result") for t in tx) uptimes = [h.get("uptime_us", 0) for h in hb] cfg_bad = sum(1 for h in hb if h.get("config_intact") is False) mode_bad = sum(1 for h in hb if h.get("chip_mode") not in (5, None)) def s(v, unit=""): if not v: return "n/a" return (f"min={v[0]:.3f}{unit} median={v[len(v)//2]:.3f}{unit} " f"max={v[-1]:.3f}{unit}") print("=" * 56) print("REPEATER RELIABILITY SOAK") print("=" * 56) print(f""" requested duration: {duration:.0f} s heartbeats: {len(hb)} firmware uptime at end: {max(uptimes)/1e6 if uptimes else 0:.0f} s MCU boots seen: {boots} (>1 means an unexpected reset) RX: candidate frames: {len(rx)} CRC-valid frames: {sum(1 for r in rx if r.get('crc_ok'))} TX (repeats): attempts: {len(tx)} success: {len(tx_ok)} success rate: {100*len(tx_ok)/len(tx):.1f} %""" if tx else "") if not tx: print("TX: no repeat events recorded") print(f" result breakdown: {dict(results)}") print(f" TX-routine delay: {s(delays, ' ms')}") print(f" computed RF airtime: {s(air, ' ms')}") print(f""" HEALTH: radio recoveries: {len(rec)} heartbeats not in RX: {mode_bad} heartbeats config lost:{cfg_bad}""") if rec: print(f" recovery reasons: {dict(Counter(r.get('reason') for r in rec))}") print(f" recovery results: {dict(Counter(r.get('result') for r in rec))}") if stats: print("\nFIRMWARE COUNTERS (final):") for k in ("rx_candidates", "rx_valid", "rx_crc_fail", "rx_not_c1", "rx_len_invalid", "rx_bytes", "tx_attempts", "tx_success", "tx_timeout", "tx_failures", "tx_suppressed_dup", "radio_reinit", "fem_reinit", "recoveries"): if k in stats: print(f" {k:22s} {stats[k]}") # milestones from the task description n = len(tx_ok) print("\nMILESTONES (firmware-reported repeats, no restart):") for label, target in (("A", 10), ("B", 100), ("C", 500), ("D", 1000)): ok = n >= target and boots <= 1 print(f" {label} (>= {target:4d}): {'REACHED' if ok else 'not reached'} ({n})")