Files
heltec-repeater/hil/report.py
T

160 lines
5.3 KiB
Python
Executable File

#!/usr/bin/env python3
"""Render a human-readable HIL report from correlate.py JSON.
Usage: report.py report.json [options]
Exit code 0 = PASS, 1 = FAIL.
"""
import argparse
import json
import os
import sys
ap = argparse.ArgumentParser()
ap.add_argument("report")
ap.add_argument("--min-repeats", type=int, default=1,
help="minimum SDR-verified repeats for PASS")
ap.add_argument("--min-rx-rate", type=float, default=0,
help="minimum Heltec RX match rate in %% for PASS")
ap.add_argument("--duration", type=float, default=0)
ap.add_argument("--tx-power", default="?")
ap.add_argument("--repeat-delay", default="?")
ap.add_argument("--sdr-streamed", default="?")
ap.add_argument("--tx-proof", default=None)
ap.add_argument("--iq-proof", default=None)
ap.add_argument("--sdr-sensitivity", default="?")
args = ap.parse_args()
r = json.load(open(args.report))
d = r.get("repeat_delay_ms") or {}
fw = r.get("firmware_events") or {}
def load_json(path):
if path and os.path.exists(path):
try:
return json.load(open(path))
except (json.JSONDecodeError, OSError):
return None
return None
proof = load_json(args.tx_proof)
iqp = load_json(args.iq_proof)
def fmt(v, unit=""):
if v is None:
return "n/a"
if isinstance(v, float):
return f"{v:.1f}{unit}"
return f"{v}{unit}"
fail = []
if r.get("sdr_originals", 0) == 0:
fail.append("SDR observed no original meter frames")
if r.get("heltec_rx", 0) == 0:
fail.append("Heltec received nothing")
if r.get("sdr_repeats", 0) < args.min_repeats:
fail.append(f"SDR-verified repeats {r.get('sdr_repeats', 0)} < {args.min_repeats}")
if args.min_rx_rate and (r.get("rx_match_rate_pct") or 0) < args.min_rx_rate:
fail.append("RX match rate below threshold")
if fw.get("boots", 0) > 1:
fail.append(f"unexpected MCU resets: {fw['boots'] - 1}")
if proof is not None and proof.get("bursts_with_sdr_decode", 0) == 0:
fail.append("SDR could not decode any Heltec C1 transmission")
# A decoded repeat is preferred, but a decode-independent RF observation of
# a repeat at the configured delay also satisfies "the observer
# independently saw the retransmission" (see docs/RF_FRONTEND_TESTS.md for
# why decoding our own TX is bench-limited).
if iqp is not None and iqp.get("repeat_pairs_at_delay", 0) > 0:
fail = [f for f in fail if not f.startswith("SDR-verified repeats")]
verdict = "PASS" if not fail else "FAIL"
print("=" * 50)
print("SOLENOS WMBUS HIL TEST")
print("=" * 50)
print(f"""
DUT:
Heltec WiFi LoRa 32 V4.3 (HTIT-WB32LAF)
ESP32-S3 + SX1262 + KCT8103L FEM
RF:
frequency: 868.950 MHz
mode: C1 (2-FSK, 100 kbps, +/-45 kHz)
configured TX power: {args.tx_power} dBm (SX1262; external PA adds gain)
repeat delay: {args.repeat_delay} ms
TEST:
duration: {args.duration:.0f} s
SDR streaming time: {args.sdr_streamed} s
SDR sensitivity: {args.sdr_sensitivity}""")
if proof is not None:
print(f"""
TX DECODABILITY PROOF (synthetic C1, independent of meters):
bursts transmitted: {proof.get('bursts_requested')}
firmware TX ok: {proof.get('tx_reported_ok')}
SDR decoded as C1: {proof.get('bursts_with_sdr_decode')}
both airings decoded: {proof.get('bursts_with_both_airings_decoded')}""")
if iqp is not None:
g = iqp.get("gap_ms") or {}
print(f"""
RF-LEVEL REPEAT PROOF (raw IQ, decode-independent):
IQ analysed: {iqp.get('iq_seconds')} s
bursts total/strong: {iqp.get('bursts_total')} / {iqp.get('bursts_strong_dut')}
firmware TX ok: {iqp.get('firmware_tx_ok')}
repeat pairs at delay: {iqp.get('repeat_pairs_at_delay')}
gap min/med/max: {g.get('min')} / {g.get('median')} / {g.get('max')} ms""")
print(f"""
SDR (independent observer):
decode lines: {r.get('sdr_frames_total')}
C1 CRC-ok bursts: {r.get('sdr_c1_crc_ok')}
classified originals: {r.get('sdr_originals')}
classified repeats: {r.get('sdr_repeats')}
unique meters: {len(r.get('per_meter') or {})}
HELTEC RX:
frames: {r.get('heltec_rx')}
CRC ok: {r.get('heltec_rx_crc_ok')}
matched SDR originals: {r.get('rx_matched')}
match rate: {fmt(r.get('rx_match_rate_pct'), ' %')}
HELTEC TX:
attempts: {r.get('heltec_tx_attempts')}
reported success: {r.get('heltec_tx_ok')}
SDR-VERIFIED REPEATS:
byte-identical pairs: {r.get('sdr_repeats')}
fully correlated: {r.get('fully_correlated_repeats')}
vs TX attempts: {fmt(r.get('repeat_success_rate_pct'), ' %')}
TIMING (SDR-observed original -> repeat):
median: {fmt(d.get('median'), ' ms')}
minimum: {fmt(d.get('min'), ' ms')}
maximum: {fmt(d.get('max'), ' ms')}
ERRORS:
radio recoveries: {fw.get('recoveries')}
MCU boots seen: {fw.get('boots')}
""")
if r.get("per_meter"):
print(f"{'METER':>10} {'SDR':>6} {'HELTEC':>7} {'MATCHED':>8}")
for m, v in sorted(r["per_meter"].items(),
key=lambda kv: -kv[1]["sdr"]):
print(f"{m:>10} {v['sdr']:>6} {v['heltec']:>7} {v['matched']:>8}")
print()
if fail:
print("FAIL REASONS:")
for f in fail:
print(f" - {f}")
print()
print(f"RESULT:\n {verdict}")
sys.exit(0 if verdict == "PASS" else 1)