Files

96 lines
3.6 KiB
Python
Executable File

#!/usr/bin/env python3
"""Summarise a single-variable receiver A/B experiment (hil/param_ab.sh)."""
import json
import sys
from collections import Counter
d, key, va, vb = sys.argv[1], sys.argv[2], sys.argv[3], sys.argv[4]
print("=" * 60)
print(f"RECEIVER A/B: {key} ({va} vs {vb})")
print("=" * 60)
summary = {}
for v in (va, vb):
label = f"{key}_{v}"
rx, stats = [], None
try:
fh = open(f"{d}/{label}.log", errors="replace")
except OSError:
print(f"\n{key}={v}: no data")
continue
for line in fh:
line = line.strip()
if not line.startswith("{"):
continue
try:
ev = json.loads(line)
except json.JSONDecodeError:
continue
if ev.get("event") == "wmbus_rx":
rx.append(ev)
elif ev.get("event") == "stats":
stats = ev
ok = [r for r in rx if r.get("crc_ok")]
meters = Counter(r["raw"][8:16].lower() for r in ok
if len(r.get("raw", "")) >= 16)
rssi_ok = sorted(r["rssi_dbm"] for r in ok if "rssi_dbm" in r)
st = stats or {}
cand = st.get("rx_candidates")
notc1 = st.get("rx_not_c1")
summary[v] = {
"logged_frames": len(rx),
"crc_ok": len(ok),
"unique_meters": len(meters),
"median_rssi_crcok": rssi_ok[len(rssi_ok) // 2] if rssi_ok else None,
"weakest_crcok": rssi_ok[0] if rssi_ok else None,
"fw_candidates": cand,
"fw_valid": st.get("rx_valid"),
"fw_crc_fail": st.get("rx_crc_fail"),
"fw_not_c1": notc1,
"false_sync_pct": (round(100.0 * notc1 / cand, 1)
if cand and notc1 is not None else None),
}
s = summary[v]
print(f"""
{key} = {v}
CRC-valid frames: {s['crc_ok']}
unique meters: {s['unique_meters']}
median RSSI (CRC ok): {s['median_rssi_crcok']} dBm
weakest CRC-ok frame: {s['weakest_crcok']} dBm
firmware candidates: {s['fw_candidates']}
firmware valid: {s['fw_valid']}
firmware CRC failures: {s['fw_crc_fail']}
not C-mode (false sync + T1): {s['fw_not_c1']} ({s['false_sync_pct']} % of candidates)""")
a, b = summary.get(va), summary.get(vb)
if a and b:
print(f"\nCOMPARISON ({va} vs {vb})")
print(f" CRC-valid frames: {a['crc_ok']} vs {b['crc_ok']}")
print(f" unique meters: {a['unique_meters']} vs {b['unique_meters']}")
print(f" false-sync share: {a['false_sync_pct']} % vs {b['false_sync_pct']} %")
print(f" weakest CRC-ok: {a['weakest_crcok']} vs {b['weakest_crcok']} dBm")
# A useful change reduces false syncs without losing weak frames.
def verdict():
if a["crc_ok"] == 0 and b["crc_ok"] == 0:
return "no traffic in either arm - inconclusive"
big = max(3, min(a["crc_ok"], b["crc_ok"]) * 0.3)
if abs(a["crc_ok"] - b["crc_ok"]) < big:
fa, fb = a["false_sync_pct"], b["false_sync_pct"]
if fa is not None and fb is not None and abs(fa - fb) >= 10:
better = va if fa < fb else vb
return (f"comparable frame yield; {key}={better} has the lower "
f"false-sync share")
return "no clear difference at this sample size"
better = va if a["crc_ok"] > b["crc_ok"] else vb
return f"{key}={better} yielded clearly more CRC-valid frames"
print(f" verdict: {verdict()}")
print("\nCaveat: arms run sequentially, so meter traffic differs between")
print("them. Treat differences below ~30 % of frame count as noise.")
json.dump(summary, open(f"{d}/summary.json", "w"), indent=2, default=str)