{
  "schema_version": 2,
  "recorded_at": "2026-07-29T08:10:57.776326+00:00",
  "measured_through": "live service POST /api/v1/sense (deployed weights)",
  "measured_against": "http://localhost:8103/api/v1/sense",
  "is_ota": false,
  "ota_caveat": "This is NOT over-the-air validation and does not substitute for it. Real OTA carries front-end nonlinearity, phase noise, ADC quantisation and real interference that no generator reproduces. A model can pass every condition here and still collapse on air. The OTA holdout in this repo is a 4 KB README stub with no IQ data.",
  "classes_tested": [
    "ATSC (8-VSB)",
    "DVB-T (COFDM)",
    "ISDB-T (BST-OFDM)",
    "Wireless Microphone",
    "Noise"
  ],
  "class_excluded": "Unknown (5) \u2014 not a generatable ground truth",
  "samples_per_class_per_condition": 40,
  "random_floor": 0.2,
  "schema_notes": {
    "measured_against": "the endpoint these numbers came from (--url)",
    "per_class.predicted_histogram": "counts of what each TRUE class was predicted AS, keyed by service class name; all six classes present, so 0 means 'measured, never predicted'. None when nothing was measured.",
    "per_class.is_occupied": "counts of the occupancy decision for each true class. None when nothing was measured. See occupancy_source.",
    "occupancy_source": "'service' = the is_occupied field returned by /api/v1/sense, i.e. the deployed model's own decision (cnn.py get_occupancy_decision: predicted not in {Noise, Unknown} AND confidence >= threshold). 'derived' = the response omitted the field and this script recomputed it from that same rule. 'mixed' = both occurred in one condition. null = nothing was measured."
  },
  "results": [
    {
      "condition": "in-distribution",
      "description": "training envelope: 20 dB, CFO +-2 kHz, 50% multipath",
      "generator_kwargs": {
        "snr_db": 20.0
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9984,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-10db",
      "description": "SNR 10 dB \u2014 below training, still benign",
      "generator_kwargs": {
        "snr_db": 10.0
      },
      "n": 200,
      "correct": 199,
      "accuracy": 0.995,
      "mean_confidence": 0.9937,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 39,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 38,
            "false": 2
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-0db",
      "description": "SNR 0 dB \u2014 signal and noise equal power",
      "generator_kwargs": {
        "snr_db": 0.0
      },
      "n": 200,
      "correct": 192,
      "accuracy": 0.96,
      "mean_confidence": 0.9857,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 39,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 34,
          "accuracy": 0.85,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 34,
            "Wireless Microphone": 0,
            "Noise": 6,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 34,
            "false": 6
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 1,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 39,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 1,
            "false": 39
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-minus5db",
      "description": "SNR -5 dB \u2014 the regime TVWS sensing actually cares about",
      "generator_kwargs": {
        "snr_db": -5.0
      },
      "n": 200,
      "correct": 176,
      "accuracy": 0.88,
      "mean_confidence": 0.9573,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 36,
          "accuracy": 0.9,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 36,
            "ISDB-T (BST-OFDM)": 2,
            "Wireless Microphone": 0,
            "Noise": 2,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 35,
            "false": 5
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 26,
          "accuracy": 0.65,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 26,
            "Wireless Microphone": 0,
            "Noise": 14,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 24,
            "false": 16
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 34,
          "accuracy": 0.85,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 4,
            "ISDB-T (BST-OFDM)": 2,
            "Wireless Microphone": 0,
            "Noise": 34,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 3,
            "false": 37
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "cfo-20khz",
      "description": "CFO 20 kHz \u2014 10x the training bound, no multipath",
      "generator_kwargs": {
        "snr_db": 20.0,
        "cfo_hz": 20000.0,
        "multipath": false
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9987,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "multipath-forced",
      "description": "multipath on every sample (training: 50%)",
      "generator_kwargs": {
        "snr_db": 20.0,
        "multipath": true
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9979,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "combined-hard",
      "description": "SNR 0 dB + CFO 20 kHz + multipath \u2014 all three at once",
      "generator_kwargs": {
        "snr_db": 0.0,
        "cfo_hz": 20000.0,
        "multipath": true
      },
      "n": 200,
      "correct": 176,
      "accuracy": 0.88,
      "mean_confidence": 0.9568,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 37,
          "accuracy": 0.925,
          "predicted_histogram": {
            "ATSC (8-VSB)": 37,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 1,
            "Noise": 0,
            "Unknown": 2
          },
          "is_occupied": {
            "true": 36,
            "false": 4
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 33,
          "accuracy": 0.825,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 33,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 7,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 33,
            "false": 7
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 29,
          "accuracy": 0.725,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 29,
            "Wireless Microphone": 0,
            "Noise": 11,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 29,
            "false": 11
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 37,
          "accuracy": 0.925,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 1,
            "ISDB-T (BST-OFDM)": 2,
            "Wireless Microphone": 0,
            "Noise": 37,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 2,
            "false": 38
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    }
  ]
}