{
  "schema_version": 2,
  "recorded_at": "2026-07-29T08:22:02.242789+00:00",
  "measured_through": "live service POST /api/v1/sense (deployed weights)",
  "measured_against": "http://localhost:8103/api/v1/sense",
  "is_ota": false,
  "ota_caveat": "This is NOT over-the-air validation and does not substitute for it. Real OTA carries front-end nonlinearity, phase noise, ADC quantisation and real interference that no generator reproduces. A model can pass every condition here and still collapse on air. The OTA holdout in this repo is a 4 KB README stub with no IQ data.",
  "classes_tested": [
    "ATSC (8-VSB)",
    "DVB-T (COFDM)",
    "ISDB-T (BST-OFDM)",
    "Wireless Microphone",
    "Noise"
  ],
  "class_excluded": "Unknown (5) \u2014 not a generatable ground truth",
  "samples_per_class_per_condition": 40,
  "random_floor": 0.2,
  "schema_notes": {
    "measured_against": "the endpoint these numbers came from (--url)",
    "per_class.predicted_histogram": "counts of what each TRUE class was predicted AS, keyed by service class name; all six classes present, so 0 means 'measured, never predicted'. None when nothing was measured.",
    "per_class.is_occupied": "counts of the occupancy decision for each true class. None when nothing was measured. See occupancy_source.",
    "occupancy_source": "'service' = the is_occupied field returned by /api/v1/sense, i.e. the deployed model's own decision (cnn.py get_occupancy_decision: predicted not in {Noise, Unknown} AND confidence >= threshold). 'derived' = the response omitted the field and this script recomputed it from that same rule. 'mixed' = both occurred in one condition. null = nothing was measured."
  },
  "results": [
    {
      "condition": "in-distribution",
      "description": "training envelope: 20 dB, CFO +-2 kHz, 50% multipath",
      "generator_kwargs": {
        "snr_db": 20.0
      },
      "n": 200,
      "correct": 181,
      "accuracy": 0.905,
      "mean_confidence": 0.9795,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 38,
            "false": 2
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 21,
          "accuracy": 0.525,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 14,
            "ISDB-T (BST-OFDM)": 5,
            "Wireless Microphone": 0,
            "Noise": 21,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 15,
            "false": 25
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-10db",
      "description": "SNR 10 dB \u2014 below training, still benign",
      "generator_kwargs": {
        "snr_db": 10.0
      },
      "n": 200,
      "correct": 180,
      "accuracy": 0.9,
      "mean_confidence": 0.978,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 1,
            "DVB-T (COFDM)": 39,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 38,
            "false": 2
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 21,
          "accuracy": 0.525,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 12,
            "ISDB-T (BST-OFDM)": 7,
            "Wireless Microphone": 0,
            "Noise": 21,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 16,
            "false": 24
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-0db",
      "description": "SNR 0 dB \u2014 signal and noise equal power",
      "generator_kwargs": {
        "snr_db": 0.0
      },
      "n": 200,
      "correct": 166,
      "accuracy": 0.83,
      "mean_confidence": 0.9503,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 29,
          "accuracy": 0.725,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 29,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 10,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 26,
            "false": 14
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 36,
          "accuracy": 0.9,
          "predicted_histogram": {
            "ATSC (8-VSB)": 1,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 36,
            "Wireless Microphone": 0,
            "Noise": 3,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 35,
            "false": 5
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 21,
          "accuracy": 0.525,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 13,
            "ISDB-T (BST-OFDM)": 6,
            "Wireless Microphone": 0,
            "Noise": 21,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 16,
            "false": 24
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-minus5db",
      "description": "SNR -5 dB \u2014 the regime TVWS sensing actually cares about",
      "generator_kwargs": {
        "snr_db": -5.0
      },
      "n": 200,
      "correct": 134,
      "accuracy": 0.67,
      "mean_confidence": 0.9584,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 11,
          "accuracy": 0.275,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 11,
            "ISDB-T (BST-OFDM)": 6,
            "Wireless Microphone": 0,
            "Noise": 23,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 14,
            "false": 26
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 21,
          "accuracy": 0.525,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 1,
            "ISDB-T (BST-OFDM)": 21,
            "Wireless Microphone": 0,
            "Noise": 18,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 21,
            "false": 19
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 22,
          "accuracy": 0.55,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 6,
            "ISDB-T (BST-OFDM)": 12,
            "Wireless Microphone": 0,
            "Noise": 22,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 15,
            "false": 25
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "cfo-20khz",
      "description": "CFO 20 kHz \u2014 10x the training bound, no multipath",
      "generator_kwargs": {
        "snr_db": 20.0,
        "cfo_hz": 20000.0,
        "multipath": false
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9799,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "multipath-forced",
      "description": "multipath on every sample (training: 50%)",
      "generator_kwargs": {
        "snr_db": 20.0,
        "multipath": true
      },
      "n": 200,
      "correct": 160,
      "accuracy": 0.8,
      "mean_confidence": 0.9647,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 0,
          "accuracy": 0.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 31,
            "ISDB-T (BST-OFDM)": 9,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 34,
            "false": 6
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "combined-hard",
      "description": "SNR 0 dB + CFO 20 kHz + multipath \u2014 all three at once",
      "generator_kwargs": {
        "snr_db": 0.0,
        "cfo_hz": 20000.0,
        "multipath": true
      },
      "n": 200,
      "correct": 153,
      "accuracy": 0.765,
      "mean_confidence": 0.9318,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 32,
          "accuracy": 0.8,
          "predicted_histogram": {
            "ATSC (8-VSB)": 1,
            "DVB-T (COFDM)": 32,
            "ISDB-T (BST-OFDM)": 6,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 38,
            "false": 2
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 39,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 2,
          "accuracy": 0.05,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 19,
            "ISDB-T (BST-OFDM)": 19,
            "Wireless Microphone": 0,
            "Noise": 2,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 30,
            "false": 10
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    }
  ]
}