{
  "schema_version": 2,
  "recorded_at": "2026-07-29T07:25:23.080312+00:00",
  "measured_through": "live service POST /api/v1/sense (deployed weights)",
  "measured_against": "http://localhost:8002/api/v1/sense",
  "is_ota": false,
  "ota_caveat": "This is NOT over-the-air validation and does not substitute for it. Real OTA carries front-end nonlinearity, phase noise, ADC quantisation and real interference that no generator reproduces. A model can pass every condition here and still collapse on air. The OTA holdout in this repo is a 4 KB README stub with no IQ data.",
  "classes_tested": [
    "ATSC (8-VSB)",
    "DVB-T (COFDM)",
    "ISDB-T (BST-OFDM)",
    "Wireless Microphone",
    "Noise"
  ],
  "class_excluded": "Unknown (5) \u2014 not a generatable ground truth",
  "samples_per_class_per_condition": 40,
  "random_floor": 0.2,
  "schema_notes": {
    "measured_against": "the endpoint these numbers came from (--url)",
    "per_class.predicted_histogram": "counts of what each TRUE class was predicted AS, keyed by service class name; all six classes present, so 0 means 'measured, never predicted'. None when nothing was measured.",
    "per_class.is_occupied": "counts of the occupancy decision for each true class. None when nothing was measured. See occupancy_source.",
    "occupancy_source": "'service' = the is_occupied field returned by /api/v1/sense, i.e. the deployed model's own decision (cnn.py get_occupancy_decision: predicted not in {Noise, Unknown} AND confidence >= threshold). 'derived' = the response omitted the field and this script recomputed it from that same rule. 'mixed' = both occurred in one condition. null = nothing was measured."
  },
  "results": [
    {
      "condition": "in-distribution",
      "description": "training envelope: 20 dB, CFO +-2 kHz, 50% multipath",
      "generator_kwargs": {
        "snr_db": 20.0
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9995,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-10db",
      "description": "SNR 10 dB \u2014 below training, still benign",
      "generator_kwargs": {
        "snr_db": 10.0
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9995,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-0db",
      "description": "SNR 0 dB \u2014 signal and noise equal power",
      "generator_kwargs": {
        "snr_db": 0.0
      },
      "n": 200,
      "correct": 199,
      "accuracy": 0.995,
      "mean_confidence": 0.994,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 39,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-minus5db",
      "description": "SNR -5 dB \u2014 the regime TVWS sensing actually cares about",
      "generator_kwargs": {
        "snr_db": -5.0
      },
      "n": 200,
      "correct": 195,
      "accuracy": 0.975,
      "mean_confidence": 0.9826,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 38,
          "accuracy": 0.95,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 38,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 38,
            "false": 2
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 38,
          "accuracy": 0.95,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 38,
            "Wireless Microphone": 0,
            "Noise": 2,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 38,
            "false": 2
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 39,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "cfo-20khz",
      "description": "CFO 20 kHz \u2014 10x the training bound, no multipath",
      "generator_kwargs": {
        "snr_db": 20.0,
        "cfo_hz": 20000.0,
        "multipath": false
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9796,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 37,
            "false": 3
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "multipath-forced",
      "description": "multipath on every sample (training: 50%)",
      "generator_kwargs": {
        "snr_db": 20.0,
        "multipath": true
      },
      "n": 200,
      "correct": 162,
      "accuracy": 0.81,
      "mean_confidence": 0.9619,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 2,
          "accuracy": 0.05,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 22,
            "ISDB-T (BST-OFDM)": 16,
            "Wireless Microphone": 0,
            "Noise": 2,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 29,
            "false": 11
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "combined-hard",
      "description": "SNR 0 dB + CFO 20 kHz + multipath \u2014 all three at once",
      "generator_kwargs": {
        "snr_db": 0.0,
        "cfo_hz": 20000.0,
        "multipath": true
      },
      "n": 200,
      "correct": 156,
      "accuracy": 0.78,
      "mean_confidence": 0.9521,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 35,
          "accuracy": 0.875,
          "predicted_histogram": {
            "ATSC (8-VSB)": 35,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 1,
            "Noise": 0,
            "Unknown": 4
          },
          "is_occupied": {
            "true": 36,
            "false": 4
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 1,
            "ISDB-T (BST-OFDM)": 39,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 2,
          "accuracy": 0.05,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 12,
            "ISDB-T (BST-OFDM)": 26,
            "Wireless Microphone": 0,
            "Noise": 2,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 32,
            "false": 8
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    }
  ]
}