{
  "schema_version": 3,
  "recorded_at": "2026-07-29T10:42:54.924232+00:00",
  "model_identity": {
    "model_label": "fixB-DEPLOYED",
    "training_notes": "20 epochs, batch 16, 2000/class, seed 42, both class-conditioned leaks fixed; deployed to :8002 on 2026-07-29",
    "checkpoint_path": "$HOME/Ulap/model-artifacts/tvws-fixB-2026-07-29/checkpoints/best.pt",
    "checkpoint_sha256": "8eca022f09b897a579ef74225881343949a1a4a53b880edabf82225aacbb34ee",
    "generator_sha256": "9dc4f892f5ff34beccb01ad2d6641abcf59765bc4df0e645fc11597ecda19ede",
    "generator_path": "external/tvws-sensing/src/data/synthetic_generator.py",
    "repo_commit": "63c971b4d0fc967ec500675afe13d6765dd3178b",
    "repo_dirty": true,
    "self_describing": true,
    "note": "model_label is a human ASSERTION about what --url serves. checkpoint_sha256 pins a FILE ON DISK \u2014 it does NOT prove the endpoint is serving that file; nothing here can, because the service exposes no weight hash. Both can therefore be wrong together if the operator points --checkpoint at one model and --url at another. Treat them as provenance, not proof, and keep candidate models on their own port so the endpoint corroborates the label. generator_sha256 IS exact: this project generates its training data in-process, so that hash pins the training distribution itself. If self_describing is false the arm is knowable only from the filename or an external manifest \u2014 see benchmarks/reports/SENSING-ARMS-MANIFEST.md."
  },
  "measured_through": "live service POST /api/v1/sense (deployed weights)",
  "measured_against": "http://localhost:8002/api/v1/sense",
  "is_ota": false,
  "ota_caveat": "This is NOT over-the-air validation and does not substitute for it. Real OTA carries front-end nonlinearity, phase noise, ADC quantisation and real interference that no generator reproduces. A model can pass every condition here and still collapse on air. The OTA holdout in this repo is a 4 KB README stub with no IQ data.",
  "classes_tested": [
    "ATSC (8-VSB)",
    "DVB-T (COFDM)",
    "ISDB-T (BST-OFDM)",
    "Wireless Microphone",
    "Noise"
  ],
  "class_excluded": "Unknown (5) \u2014 not a generatable ground truth",
  "samples_per_class_per_condition": 40,
  "random_floor": 0.2,
  "schema_notes": {
    "model_identity": "v3: WHICH MODEL these numbers describe. model_label is a human assertion; checkpoint_sha256 pins the weights; generator_sha256 pins the training distribution. self_describing=false means the arm is only knowable from the filename.",
    "measured_against": "the endpoint these numbers came from (--url)",
    "per_class.predicted_histogram": "counts of what each TRUE class was predicted AS, keyed by service class name; all six classes present, so 0 means 'measured, never predicted'. None when nothing was measured.",
    "per_class.is_occupied": "counts of the occupancy decision for each true class. None when nothing was measured. See occupancy_source.",
    "occupancy_source": "'service' = the is_occupied field returned by /api/v1/sense, i.e. the deployed model's own decision (cnn.py get_occupancy_decision: predicted not in {Noise, Unknown} AND confidence >= threshold). 'derived' = the response omitted the field and this script recomputed it from that same rule. 'mixed' = both occurred in one condition. null = nothing was measured."
  },
  "results": [
    {
      "condition": "in-distribution",
      "description": "training envelope: 20 dB, CFO +-2 kHz, 50% multipath",
      "generator_kwargs": {
        "snr_db": 20.0
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9956,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-10db",
      "description": "SNR 10 dB \u2014 below training, still benign",
      "generator_kwargs": {
        "snr_db": 10.0
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.9895,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-0db",
      "description": "SNR 0 dB \u2014 signal and noise equal power",
      "generator_kwargs": {
        "snr_db": 0.0
      },
      "n": 200,
      "correct": 196,
      "accuracy": 0.98,
      "mean_confidence": 0.9788,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 38,
          "accuracy": 0.95,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 38,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 38,
            "false": 2
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 39,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 39,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "snr-minus5db",
      "description": "SNR -5 dB \u2014 the regime TVWS sensing actually cares about",
      "generator_kwargs": {
        "snr_db": -5.0
      },
      "n": 200,
      "correct": 187,
      "accuracy": 0.935,
      "mean_confidence": 0.9524,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 33,
          "accuracy": 0.825,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 33,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 6,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 29,
            "false": 11
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 34,
          "accuracy": 0.85,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 34,
            "Wireless Microphone": 0,
            "Noise": 6,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 34,
            "false": 6
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "cfo-20khz",
      "description": "CFO 20 kHz \u2014 10x the training bound, no multipath",
      "generator_kwargs": {
        "snr_db": 20.0,
        "cfo_hz": 20000.0,
        "multipath": false
      },
      "n": 200,
      "correct": 198,
      "accuracy": 0.99,
      "mean_confidence": 0.9899,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 38,
          "accuracy": 0.95,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 1,
            "ISDB-T (BST-OFDM)": 1,
            "Wireless Microphone": 0,
            "Noise": 38,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 2,
            "false": 38
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "multipath-forced",
      "description": "multipath on every sample (training: 50%)",
      "generator_kwargs": {
        "snr_db": 20.0,
        "multipath": true
      },
      "n": 200,
      "correct": 200,
      "accuracy": 1.0,
      "mean_confidence": 0.999,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 40,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 40,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 40,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 0,
            "false": 40
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    },
    {
      "condition": "combined-hard",
      "description": "SNR 0 dB + CFO 20 kHz + multipath \u2014 all three at once",
      "generator_kwargs": {
        "snr_db": 0.0,
        "cfo_hz": 20000.0,
        "multipath": true
      },
      "n": 200,
      "correct": 197,
      "accuracy": 0.985,
      "mean_confidence": 0.9856,
      "occupancy_source": "service",
      "per_class": {
        "ATSC (8-VSB)": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 40,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "DVB-T (COFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 39,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "ISDB-T (BST-OFDM)": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 39,
            "Wireless Microphone": 0,
            "Noise": 1,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 39,
            "false": 1
          }
        },
        "Wireless Microphone": {
          "n": 40,
          "correct": 40,
          "accuracy": 1.0,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 0,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 40,
            "Noise": 0,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 40,
            "false": 0
          }
        },
        "Noise": {
          "n": 40,
          "correct": 39,
          "accuracy": 0.975,
          "predicted_histogram": {
            "ATSC (8-VSB)": 0,
            "DVB-T (COFDM)": 1,
            "ISDB-T (BST-OFDM)": 0,
            "Wireless Microphone": 0,
            "Noise": 39,
            "Unknown": 0
          },
          "is_occupied": {
            "true": 1,
            "false": 39
          }
        }
      },
      "failures": {},
      "random_floor": 0.2
    }
  ]
}