{ "schema_version": 1, "measured_at": "2026-07-30T11:41:47.463316+00:00", "harness": "scripts/ota-per-epoch-sweep.py", "harness_note": "drives the service's own load_model + InferenceEngine.infer, same seam as scripts/eval-ota-checkpoint.py", "checkpoint_dir": "/ckpt", "confidence_threshold": 0.7, "dataset": { "dir": "/ota", "all_labelled_occupied": true, "note": "5 channels, one site, one mismatched 860-930 MHz antenna at 470-700 MHz; diagnostic only" }, "training_history": { "best_epoch": 10, "best_val_accuracy": 0.9483333333333334 }, "epochs": [ { "epoch": 1, "checkpoint": "epoch-001.pt", "train_accuracy": 0.5892857142857143, "val_accuracy": 0.6616666666666666, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9118 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.8757 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.8659 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.8767 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 4, "Noise": 15, "Wireless Mic": 1 }, "occupied": 1, "occupancy_correct": false, "nearest_correct_count": 4, "mean_confidence": 0.5636 } ], "records": 100, "records_occupied": 81, "records_nearest_correct": 84, "channels_occupancy_correct": 4, "channels_all_nearest_correct": 4 }, { "epoch": 2, "checkpoint": "epoch-002.pt", "train_accuracy": 0.8620238095238095, "val_accuracy": 0.9116666666666666, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9529 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8576 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 4, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.6165 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9238 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 11, "Unknown": 9 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8133 } ], "records": 100, "records_occupied": 44, "records_nearest_correct": 60, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 3 }, { "epoch": 3, "checkpoint": "epoch-003.pt", "train_accuracy": 0.9098809523809523, "val_accuracy": 0.9205555555555556, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9695 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8227 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 13, "occupancy_correct": false, "nearest_correct_count": 20, "mean_confidence": 0.6967 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9738 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 12, "Unknown": 8 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8125 } ], "records": 100, "records_occupied": 53, "records_nearest_correct": 60, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 3 }, { "epoch": 4, "checkpoint": "epoch-004.pt", "train_accuracy": 0.9305952380952381, "val_accuracy": 0.9016666666666666, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9617 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9753 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.7785 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9578 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.945 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 5, "checkpoint": "epoch-005.pt", "train_accuracy": 0.9386904761904762, "val_accuracy": 0.93, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.8839 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9835 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.6399 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9418 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 15, "Unknown": 5 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9368 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 6, "checkpoint": "epoch-006.pt", "train_accuracy": 0.9485714285714286, "val_accuracy": 0.9377777777777778, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9985 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9918 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 15, "DVB-T": 5 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 5, "mean_confidence": 0.6383 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9988 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 14, "Unknown": 6 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9014 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 45, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 7, "checkpoint": "epoch-007.pt", "train_accuracy": 0.9598809523809524, "val_accuracy": 0.93, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9998 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9547 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 19, "Noise": 1 }, "occupied": 12, "occupancy_correct": false, "nearest_correct_count": 19, "mean_confidence": 0.7228 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9999 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 15, "Unknown": 5 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9216 } ], "records": 100, "records_occupied": 52, "records_nearest_correct": 59, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 8, "checkpoint": "epoch-008.pt", "train_accuracy": 0.9621428571428572, "val_accuracy": 0.9038888888888889, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9402 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9922 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9048 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9803 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 14, "Unknown": 6 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8831 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 9, "checkpoint": "epoch-009.pt", "train_accuracy": 0.9701190476190477, "val_accuracy": 0.8244444444444444, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "Wireless Mic": 6, "DVB-T": 14 }, "occupied": 15, "occupancy_correct": false, "nearest_correct_count": 14, "mean_confidence": 0.8242 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Wireless Mic": 17, "Noise": 3 }, "occupied": 11, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.7496 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Wireless Mic": 17, "DVB-T": 2, "Noise": 1 }, "occupied": 15, "occupancy_correct": false, "nearest_correct_count": 2, "mean_confidence": 0.8331 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 11, "Wireless Mic": 9 }, "occupied": 13, "occupancy_correct": false, "nearest_correct_count": 11, "mean_confidence": 0.7668 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9449 } ], "records": 100, "records_occupied": 54, "records_nearest_correct": 27, "channels_occupancy_correct": 0, "channels_all_nearest_correct": 0 }, { "epoch": 10, "checkpoint": "epoch-010.pt", "train_accuracy": 0.9885714285714285, "val_accuracy": 0.9483333333333334, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9997 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9943 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 16, "Noise": 4 }, "occupied": 8, "occupancy_correct": false, "nearest_correct_count": 16, "mean_confidence": 0.7241 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9995 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 12, "Unknown": 8 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9243 } ], "records": 100, "records_occupied": 48, "records_nearest_correct": 56, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 11, "checkpoint": "epoch-011.pt", "train_accuracy": 0.9925, "val_accuracy": 0.9266666666666666, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 3, "DVB-T": 17 }, "occupied": 17, "occupancy_correct": false, "nearest_correct_count": 17, "mean_confidence": 0.8833 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9972 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9983 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9886 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 19, "Unknown": 1 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9208 } ], "records": 100, "records_occupied": 37, "records_nearest_correct": 37, "channels_occupancy_correct": 1, "channels_all_nearest_correct": 1 }, { "epoch": 12, "checkpoint": "epoch-012.pt", "train_accuracy": 0.9933333333333333, "val_accuracy": 0.9433333333333334, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9988 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9995 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 18, "DVB-T": 2 }, "occupied": 2, "occupancy_correct": false, "nearest_correct_count": 2, "mean_confidence": 0.8171 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9988 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 11, "Unknown": 9 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9601 } ], "records": 100, "records_occupied": 42, "records_nearest_correct": 42, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 13, "checkpoint": "epoch-013.pt", "train_accuracy": 0.9923809523809524, "val_accuracy": 0.9294444444444444, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9393 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9997 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 17, "DVB-T": 3 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 3, "mean_confidence": 0.8498 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9545 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 10, "Unknown": 10 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8998 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 43, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 14, "checkpoint": "epoch-014.pt", "train_accuracy": 0.9978571428571429, "val_accuracy": 0.9444444444444444, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9992 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9996 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.988 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9998 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 13, "Unknown": 7 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.929 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 15, "checkpoint": "epoch-015.pt", "train_accuracy": 0.998452380952381, "val_accuracy": 0.9466666666666667, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9972 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9999 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9786 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9996 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 13, "Unknown": 7 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9126 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 16, "checkpoint": "epoch-016.pt", "train_accuracy": 0.9989285714285714, "val_accuracy": 0.9455555555555556, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9993 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9998 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9868 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9998 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 11, "Unknown": 9 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9256 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 }, { "epoch": 17, "checkpoint": "epoch-017.pt", "train_accuracy": 0.9995238095238095, "val_accuracy": 0.9411111111111111, "channels": [ { "file": "uhf25_506MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9939 }, { "file": "uhf32_562MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 1.0 }, { "file": "uhf33_570MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 20 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.9995 }, { "file": "uhf35_586MHz_occupied.npy", "records": 20, "class_counts": { "DVB-T": 20 }, "occupied": 20, "occupancy_correct": true, "nearest_correct_count": 20, "mean_confidence": 0.9989 }, { "file": "uhf39_618MHz_occupied.npy", "records": 20, "class_counts": { "Noise": 13, "Unknown": 7 }, "occupied": 0, "occupancy_correct": false, "nearest_correct_count": 0, "mean_confidence": 0.8939 } ], "records": 100, "records_occupied": 40, "records_nearest_correct": 40, "channels_occupancy_correct": 2, "channels_all_nearest_correct": 2 } ], "verdict": { "selected_by_synthetic_val_acc": { "epoch": 10, "val_accuracy": 0.9483333333333334, "records_occupied": 48 }, "best_on_real_ota": { "epoch": 1, "val_accuracy": 0.6616666666666666, "records_occupied": 81 }, "records_left_on_the_table": 33, "spearman_val_acc_vs_real_ota": -0.316 }, "caveats": [ "Diagnostic, not a selection criterion \u2014 n=5 channels, all occupied.", "Captures received through a mismatched antenna.", "Establishes nothing about vacant channels." ] }