Update HIL verification for hop-marked repeats

This commit is contained in:
Lars Nolden
2026-09-21 12:31:19 +02:00
parent a11a4b3b89
commit 8c44c54131
13 changed files with 525 additions and 309 deletions
+23 -21
View File
@@ -20,7 +20,7 @@ ap.add_argument("--tx-power", default="?")
ap.add_argument("--repeat-delay", default="?")
ap.add_argument("--sdr-streamed", default="?")
ap.add_argument("--tx-proof", default=None)
ap.add_argument("--iq-proof", default=None)
ap.add_argument("--rf-proof", default=None)
ap.add_argument("--sdr-sensitivity", default="?")
args = ap.parse_args()
@@ -38,7 +38,7 @@ def load_json(path):
proof = load_json(args.tx_proof)
iqp = load_json(args.iq_proof)
rfp = load_json(args.rf_proof)
def fmt(v, unit=""):
@@ -63,11 +63,13 @@ if fw.get("boots", 0) > 1:
if proof is not None and proof.get("bursts_with_sdr_decode", 0) == 0:
fail.append("SDR could not decode any Heltec C1 transmission")
# A decoded repeat is preferred, but a decode-independent RF observation of
# a repeat at the configured delay also satisfies "the observer
# independently saw the retransmission" (see docs/RF_FRONTEND_TESTS.md for
# why decoding our own TX is bench-limited).
if iqp is not None and iqp.get("tx_events_with_rf", 0) > 0:
# Decoded H=0 -> H=1 transitions are preferred. Meter-anchored, spectrally
# classified FSK at firmware repeat times is an independent RF proof when
# the nearby transmission overloads the decoder.
rf_confirmed = (rfp is not None
and rfp.get("rf_state") in ("strong", "weak")
and rfp.get("tx_events", 0) >= args.min_repeats)
if rf_confirmed:
fail = [f for f in fail if not f.startswith("SDR-verified repeats")]
verdict = "PASS" if not fail else "FAIL"
@@ -99,25 +101,25 @@ TX DECODABILITY PROOF (synthetic C1, independent of meters):
SDR decoded as C1: {proof.get('bursts_with_sdr_decode')}
both airings decoded: {proof.get('bursts_with_both_airings_decoded')}""")
if iqp is not None:
if rfp is not None:
print(f"""
RF-LEVEL TX PROOF (same stream's raw IQ, decode-independent):
IQ analysed: {iqp.get('iq_seconds')} s
clipped samples: {iqp.get('clipped_sample_pct')} %
bursts in window: {iqp.get('bursts_total')}
firmware TX ok: {iqp.get('firmware_tx_ok')}
TX events in IQ window: {iqp.get('tx_events_in_iq_window')}
TX events with RF: {iqp.get('tx_events_with_rf')} ({iqp.get('tx_rf_confirmed_pct')} %)
alignment error: {iqp.get('align_error_ms')} ms
airtime error: {iqp.get('burst_duration_error_ms')} ms
our TX over floor: {iqp.get('our_tx_peak_db_over_floor')} dB
meter bursts over floor: {iqp.get('other_burst_peak_db_over_floor')} dB
firmware repeat delay: {iqp.get('firmware_repeat_delay_ms')} ms""")
RF-LEVEL TX PROOF (meter-anchored IQ + non-TX controls):
clock anchors: {rfp.get('clock_matched')}
clock median error: {rfp.get('clock_err_ms')} ms
observer state: {rfp.get('observer')}
meter level over floor: {rfp.get('meter_median_db')} dB
firmware TX events: {rfp.get('tx_events')}
RF state: {rfp.get('rf_state')}
TX median over floor: {rfp.get('tx_median_db')} dB
control median: {rfp.get('control_median_db')} dB
FSK-selective excess: {rfp.get('fsk_excess_db')} dB
spectral windows: {rfp.get('fsk_windows')}""")
print(f"""
SDR (independent observer):
decode lines: {r.get('sdr_frames_total')}
C1 CRC-ok bursts: {r.get('sdr_c1_crc_ok')}
T1 CRC-ok bursts: {r.get('sdr_t1_crc_ok', 0)}
classified originals: {r.get('sdr_originals')}
classified repeats: {r.get('sdr_repeats')}
unique meters: {len(r.get('per_meter') or {})}
@@ -133,7 +135,7 @@ HELTEC TX:
reported success: {r.get('heltec_tx_ok')}
SDR-VERIFIED REPEATS:
byte-identical pairs: {r.get('sdr_repeats')}
H=0 -> H=1 pairs: {r.get('sdr_repeats')}
fully correlated: {r.get('fully_correlated_repeats')}
vs TX attempts: {fmt(r.get('repeat_success_rate_pct'), ' %')}