{ "schema_version": 1, "measured_at": "2026-07-30T11:26:42.565497+00:00", "harness": "scripts/ota-per-epoch-sweep.py", "harness_note": "drives the service's own load_model + InferenceEngine.infer, same seam as scripts/eval-ota-checkpoint.py", "checkpoint_dir": "/ckpt", "confidence_threshold": 0.7, "dataset": { "dir": "/ota", "all_labelled_occupied": true, "note": "5 channels, one site, one mismatched 860-930 MHz antenna at 470-700 MHz; diagnostic only" }, "training_history": { "best_epoch": 17, "best_val_accuracy": 0.9511111111111111 }, "epochs": [ { "epoch": 1, "checkpoint": "epoch-001.pt", "train_accuracy": 0.6561904761904762, "val_accuracy": 0.8361111111111111, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9108 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Wireless Mic": 4, "Noise": 13, "DVB-T": 3 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 3, "mean_confidence": 0.5269 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 19, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.846 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 19, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.8844 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 11, "Unknown": 7, "Wireless Mic": 2 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.6912 } ], "records": 100, "records_occupied": 58, "records_nearest_correct": 63, "channels_occupancy_correct": 1, "channels_all_nearest_correct": 3 }, { "epoch": 2, "checkpoint": "epoch-002.pt", "train_accuracy": 0.8803571428571428, "val_accuracy": 0.8683333333333333, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 18, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.7572 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9605 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 13, "Noise": 7 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 13, "mean_confidence": 0.5516 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 18, "DVB-T": 2 }, "occupied": 1, "occupancy_correct": false, "nearest_correct_count": 2, "mean_confidence": 0.5909 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 11, "Unknown": 9 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9107 } ], "records": 100, "records_occupied": 19, "records_nearest_correct": 35, "channels_occupancy_correct": 0, "channels_all_nearest_correct": 1 }, { "epoch": 3, "checkpoint": "epoch-003.pt", "train_accuracy": 0.9133333333333333, "val_accuracy": 0.9055555555555556, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9795 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 4, "Noise": 16 }, "occupied": 1, "occupancy_correct": false, "nearest_correct_count": 4, "mean_confidence": 0.6189 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8468 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9887 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 16, "Unknown": 4 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8476 } ], "records": 100, "records_occupied": 41, "records_nearest_correct": 44, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 4, "checkpoint": "epoch-004.pt", "train_accuracy": 0.9310714285714285, "val_accuracy": 0.9411111111111111, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9989 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9672 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 19, "Noise": 1 }, "occupied": 9, "occupancy_correct": false, "nearest_correct_count": 19, "mean_confidence": 0.6755 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9989 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 11, "Unknown": 9 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9097 } ], "records": 100, "records_occupied": 49, "records_nearest_correct": 59, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 5, "checkpoint": "epoch-005.pt", "train_accuracy": 0.9421428571428572, "val_accuracy": 0.9316666666666666, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9974 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 19, "DVB-T": 1 }, "occupied": 1, "occupancy_correct": false, "nearest_correct_count": 1, "mean_confidence": 0.8625 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 12, "DVB-T": 8 }, "occupied": 2, "occupancy_correct": false, "nearest_correct_count": 8, "mean_confidence": 0.6487 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9956 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 7, "Unknown": 13 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8562 } ], "records": 100, "records_occupied": 43, "records_nearest_correct": 49, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 6, "checkpoint": "epoch-006.pt", "train_accuracy": 0.950595238095238, "val_accuracy": 0.9472222222222222, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9996 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9763 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 12, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.727 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9992 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 12, "Unknown": 8 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9306 } ], "records": 100, "records_occupied": 52, "records_nearest_correct": 60, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 3 }, { "epoch": 7, "checkpoint": "epoch-007.pt", "train_accuracy": 0.9588095238095238, "val_accuracy": 0.9327777777777778, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.974 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9819 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 18, "DVB-T": 2 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 2, "mean_confidence": 0.6911 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9209 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 9, "Unknown": 11 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8608 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 42, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 8, "checkpoint": "epoch-008.pt", "train_accuracy": 0.9657142857142857, "val_accuracy": 0.9455555555555556, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9992 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9683 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 19, "DVB-T": 1 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 1, "mean_confidence": 0.8816 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9974 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 14, "Unknown": 6 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8676 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 41, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 9, "checkpoint": "epoch-009.pt", "train_accuracy": 0.969047619047619, "val_accuracy": 0.9361111111111111, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9998 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9264 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9931 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9972 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 11, "Unknown": 9 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9047 } ], "records": 100, "records_occupied": 60, "records_nearest_correct": 60, "channels_occupancy_correct": 3, "channels_all_nearest_correct": 3 }, { "epoch": 10, "checkpoint": "epoch-010.pt", "train_accuracy": 0.9853571428571428, "val_accuracy": 0.9494444444444444, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 1.0 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9925 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 16, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.835 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9999 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 15, "Unknown": 5 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9009 } ], "records": 100, "records_occupied": 56, "records_nearest_correct": 60, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 3 }, { "epoch": 11, "checkpoint": "epoch-011.pt", "train_accuracy": 0.991547619047619, "val_accuracy": 0.9366666666666666, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 19, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.9599 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9985 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 18, "DVB-T": 2 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 2, "mean_confidence": 0.9008 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9648 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 9, "Unknown": 11 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9208 } ], "records": 100, "records_occupied": 39, "records_nearest_correct": 42, "channels_occupancy_correct": 1, "channels_all_nearest_correct": 2 }, { "epoch": 12, "checkpoint": "epoch-012.pt", "train_accuracy": 0.9910714285714286, "val_accuracy": 0.9483333333333334, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9991 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9839 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9929 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9983 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 14, "Unknown": 6 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9067 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 13, "checkpoint": "epoch-013.pt", "train_accuracy": 0.9891666666666666, "val_accuracy": 0.9377777777777778, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9809 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9986 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 19, "DVB-T": 1 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 1, "mean_confidence": 0.9496 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9533 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 12, "Unknown": 8 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8946 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 41, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 14, "checkpoint": "epoch-014.pt", "train_accuracy": 0.9970238095238095, "val_accuracy": 0.9488888888888889, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 1.0 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9975 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8729 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9999 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 16, "Unknown": 4 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9429 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 15, "checkpoint": "epoch-015.pt", "train_accuracy": 0.9991666666666666, "val_accuracy": 0.9466666666666667, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 1.0 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9994 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.976 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9999 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 14, "Unknown": 6 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9313 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 16, "checkpoint": "epoch-016.pt", "train_accuracy": 0.9985714285714286, "val_accuracy": 0.9383333333333334, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9999 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9976 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9735 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9991 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 16, "Unknown": 4 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9382 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 17, "checkpoint": "epoch-017.pt", "train_accuracy": 0.9991666666666666, "val_accuracy": 0.9511111111111111, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 1.0 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9985 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9812 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9997 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 15, "Unknown": 5 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9394 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 18, "checkpoint": "epoch-018.pt", "train_accuracy": 0.9997619047619047, "val_accuracy": 0.9477777777777778, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9998 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9981 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.987 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9994 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 14, "Unknown": 6 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9209 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 19, "checkpoint": "epoch-019.pt", "train_accuracy": 0.9996428571428572, "val_accuracy": 0.9455555555555556, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 1.0 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9987 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9965 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9997 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 15, "Unknown": 5 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9406 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 20, "checkpoint": "epoch-020.pt", "train_accuracy": 0.9992857142857143, "val_accuracy": 0.9505555555555556, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9999 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9981 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9585 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9993 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 14, "Unknown": 6 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9065 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 } ], "verdict": { "selected_by_synthetic_val_acc": { "epoch": 17, "val_accuracy": 0.9511111111111111, "records_occupied": 40 }, "best_on_real_ota": { "epoch": 9, "val_accuracy": 0.9361111111111111, "records_occupied": 60 }, "records_left_on_the_table": 20, "spearman_val_acc_vs_real_ota": -0.1087, "cross_check_reference": { "file": "ota-eval-fixC-final.json", "model_label": "fixC-final-epoch17-valacc0.9511-2026-07-30", "records_occupied": 40 } }, "caveats": [ "Diagnostic, not a selection criterion \u2014 n=5 channels, all occupied.", "Captures received through a mismatched antenna.", "Establishes nothing about vacant channels." ] }