96 lines
3.6 KiB
Python
Executable File
96 lines
3.6 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Summarise a single-variable receiver A/B experiment (hil/param_ab.sh)."""
|
|
import json
|
|
import sys
|
|
from collections import Counter
|
|
|
|
d, key, va, vb = sys.argv[1], sys.argv[2], sys.argv[3], sys.argv[4]
|
|
|
|
print("=" * 60)
|
|
print(f"RECEIVER A/B: {key} ({va} vs {vb})")
|
|
print("=" * 60)
|
|
|
|
summary = {}
|
|
for v in (va, vb):
|
|
label = f"{key}_{v}"
|
|
rx, stats = [], None
|
|
try:
|
|
fh = open(f"{d}/{label}.log", errors="replace")
|
|
except OSError:
|
|
print(f"\n{key}={v}: no data")
|
|
continue
|
|
for line in fh:
|
|
line = line.strip()
|
|
if not line.startswith("{"):
|
|
continue
|
|
try:
|
|
ev = json.loads(line)
|
|
except json.JSONDecodeError:
|
|
continue
|
|
if ev.get("event") == "wmbus_rx":
|
|
rx.append(ev)
|
|
elif ev.get("event") == "stats":
|
|
stats = ev
|
|
|
|
ok = [r for r in rx if r.get("crc_ok")]
|
|
meters = Counter(r["raw"][8:16].lower() for r in ok
|
|
if len(r.get("raw", "")) >= 16)
|
|
rssi_ok = sorted(r["rssi_dbm"] for r in ok if "rssi_dbm" in r)
|
|
st = stats or {}
|
|
cand = st.get("rx_candidates")
|
|
notc1 = st.get("rx_not_c1")
|
|
summary[v] = {
|
|
"logged_frames": len(rx),
|
|
"crc_ok": len(ok),
|
|
"unique_meters": len(meters),
|
|
"median_rssi_crcok": rssi_ok[len(rssi_ok) // 2] if rssi_ok else None,
|
|
"weakest_crcok": rssi_ok[0] if rssi_ok else None,
|
|
"fw_candidates": cand,
|
|
"fw_valid": st.get("rx_valid"),
|
|
"fw_crc_fail": st.get("rx_crc_fail"),
|
|
"fw_not_c1": notc1,
|
|
"false_sync_pct": (round(100.0 * notc1 / cand, 1)
|
|
if cand and notc1 is not None else None),
|
|
}
|
|
|
|
s = summary[v]
|
|
print(f"""
|
|
{key} = {v}
|
|
CRC-valid frames: {s['crc_ok']}
|
|
unique meters: {s['unique_meters']}
|
|
median RSSI (CRC ok): {s['median_rssi_crcok']} dBm
|
|
weakest CRC-ok frame: {s['weakest_crcok']} dBm
|
|
firmware candidates: {s['fw_candidates']}
|
|
firmware valid: {s['fw_valid']}
|
|
firmware CRC failures: {s['fw_crc_fail']}
|
|
not C-mode (false sync + T1): {s['fw_not_c1']} ({s['false_sync_pct']} % of candidates)""")
|
|
|
|
a, b = summary.get(va), summary.get(vb)
|
|
if a and b:
|
|
print(f"\nCOMPARISON ({va} vs {vb})")
|
|
print(f" CRC-valid frames: {a['crc_ok']} vs {b['crc_ok']}")
|
|
print(f" unique meters: {a['unique_meters']} vs {b['unique_meters']}")
|
|
print(f" false-sync share: {a['false_sync_pct']} % vs {b['false_sync_pct']} %")
|
|
print(f" weakest CRC-ok: {a['weakest_crcok']} vs {b['weakest_crcok']} dBm")
|
|
|
|
# A useful change reduces false syncs without losing weak frames.
|
|
def verdict():
|
|
if a["crc_ok"] == 0 and b["crc_ok"] == 0:
|
|
return "no traffic in either arm - inconclusive"
|
|
big = max(3, min(a["crc_ok"], b["crc_ok"]) * 0.3)
|
|
if abs(a["crc_ok"] - b["crc_ok"]) < big:
|
|
fa, fb = a["false_sync_pct"], b["false_sync_pct"]
|
|
if fa is not None and fb is not None and abs(fa - fb) >= 10:
|
|
better = va if fa < fb else vb
|
|
return (f"comparable frame yield; {key}={better} has the lower "
|
|
f"false-sync share")
|
|
return "no clear difference at this sample size"
|
|
better = va if a["crc_ok"] > b["crc_ok"] else vb
|
|
return f"{key}={better} yielded clearly more CRC-valid frames"
|
|
|
|
print(f" verdict: {verdict()}")
|
|
print("\nCaveat: arms run sequentially, so meter traffic differs between")
|
|
print("them. Treat differences below ~30 % of frame count as noise.")
|
|
|
|
json.dump(summary, open(f"{d}/summary.json", "w"), indent=2, default=str)
|