{
  "schema_version": 2,
  "recorded_at": "2026-07-29T08:18:00.707587+00:00",
  "measured_through": "live service POST /api/v1/sense (deployed weights)",
  "measured_against": "http://localhost:8103/api/v1/sense",
  "is_ota": false,
  "ota_caveat": "This is NOT over-the-air validation and does not substitute for it. Real OTA carries front-end nonlinearity, phase noise, ADC quantisation and real interference that no generator reproduces. A model can pass every condition here and still collapse on air. The OTA holdout in this repo is a 4 KB README stub with no IQ data.",
  "classes_tested": [
    "ATSC (8-VSB)",
    "DVB-T (COFDM)",
    "ISDB-T (BST-OFDM)",
    "Wireless Microphone",
    "Noise"
  ],
  "class_excluded": "Unknown (5) \u2014 not a generatable ground truth",
  "samples_per_class_per_condition": 40,
  "random_floor": 0.2,
  "schema_notes": {
    "measured_against": "the endpoint these numbers came from (--url)",
    "per_class.predicted_histogram": "counts of what each TRUE class was predicted AS, keyed by service class name; all six classes present, so 0 means 'measured, never predicted'. None when nothing was measured.",
    "per_class.is_occupied": "counts of the occupancy decision for each true class. None when nothing was measured. See occupancy_source.",
    "occupancy_source": "'service' = the is_occupied field returned by /api/v1/sense, i.e. the deployed model's own decision (cnn.py get_occupancy_decision: predicted not in {Noise, Unknown} AND confidence >= threshold). 'derived' = the response omitted the field and this script recomputed it from that same rule. 'mixed' = both occurred in one condition. null = nothing was measured."
  },
  "results": [
    {
      "condition": "in-distribution",
      "description": "training envelope: 20 dB, CFO +-2 kHz, 50% multipath",
      "generator_kwargs": {
        "snr_db": 20.0
      },
      "n": 200,
      "correct": 181,
      "accuracy": 0.905,
      "mean_confidence": 0.9828,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 21,
          "accuracy": 0.525,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 13,
            "ISDB-T (BST-OFDM)": 6,
            "Wireless Microphone": 0,
            "Noise": 21,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 17,
            "false": 23
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-10db",
      "description": "SNR 10 dB \u2014 below training, still benign",
      "generator_kwargs": {
        "snr_db": 10.0
      },
      "n": 200,
      "correct": 181,
      "accuracy": 0.905,
      "mean_confidence": 0.9741,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 21,
          "accuracy": 0.525,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 11,
            "ISDB-T (BST-OFDM)": 8,
            "Wireless Microphone": 0,
            "Noise": 21,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 13,
            "false": 27
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-0db",
      "description": "SNR 0 dB \u2014 signal and noise equal power",
      "generator_kwargs": {
        "snr_db": 0.0
      },
      "n": 200,
      "correct": 167,
      "accuracy": 0.835,
      "mean_confidence": 0.9515,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 29,
          "accuracy": 0.725,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 29,
            "ISDB-T (BST-OFDM)": 3,
            "Wireless Microphone": 0,
            "Noise": 8,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 29,
            "false": 11
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 37,
          "accuracy": 0.925,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 37,
            "Wireless Microphone": 0,
            "Noise": 3,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 37,
            "false": 3
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 21,
          "accuracy": 0.525,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 7,
            "ISDB-T (BST-OFDM)": 12,
            "Wireless Microphone": 0,
            "Noise": 21,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 12,
            "false": 28
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-minus5db",
      "description": "SNR -5 dB \u2014 the regime TVWS sensing actually cares about",
      "generator_kwargs": {
        "snr_db": -5.0
      },
      "n": 200,
      "correct": 135,
      "accuracy": 0.675,
      "mean_confidence": 0.9516,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 9,
          "accuracy": 0.225,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 9,
            "ISDB-T (BST-OFDM)": 7,
            "Wireless Microphone": 0,
            "Noise": 24,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 11,
            "false": 29
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 19,
          "accuracy": 0.475,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 19,
            "Wireless Microphone": 0,
            "Noise": 21,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 18,
            "false": 22
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 27,
          "accuracy": 0.675,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 3,
            "ISDB-T (BST-OFDM)": 10,
            "Wireless Microphone": 0,
            "Noise": 27,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 7,
            "false": 33
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "cfo-20khz",
      "description": "CFO 20 kHz \u2014 10x the training bound, no multipath",
      "generator_kwargs": {
        "snr_db": 20.0,
        "cfo_hz": 20000.0,
        "multipath": false
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9946,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "multipath-forced",
      "description": "multipath on every sample (training: 50%)",
      "generator_kwargs": {
        "snr_db": 20.0,
        "multipath": true
      },
      "n": 200,
      "correct": 160,
      "accuracy": 0.8,
      "mean_confidence": 0.9541,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 0,
          "accuracy": 0.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 20,
            "ISDB-T (BST-OFDM)": 20,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 30,
            "false": 10
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "combined-hard",
      "description": "SNR 0 dB + CFO 20 kHz + multipath \u2014 all three at once",
      "generator_kwargs": {
        "snr_db": 0.0,
        "cfo_hz": 20000.0,
        "multipath": true
      },
      "n": 200,
      "correct": 147,
      "accuracy": 0.735,
      "mean_confidence": 0.9182,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 34,
          "accuracy": 0.85,
          "predicted_histogram": {
            "ATSC (8-VSB)": 34,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 6
          },
          "is_occupied": {
            "true": 33,
            "false": 7
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 34,
          "accuracy": 0.85,
          "predicted_histogram": {
            "ATSC (8-VSB)": 1,
            "DVB-T (COFDM)": 34,
            "ISDB-T (BST-OFDM)": 4,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 37,
            "false": 3
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 37,
          "accuracy": 0.925,
          "predicted_histogram": {
            "ATSC (8-VSB)": 1,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 37,
            "Wireless Microphone": 0,
            "Noise": 2,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 37,
            "false": 3
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 2,
          "accuracy": 0.05,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 13,
            "ISDB-T (BST-OFDM)": 25,
            "Wireless Microphone": 0,
            "Noise": 2,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 27,
            "false": 13
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    }
  ]
}