Verified BirdNET v2.4 FP32
Verified BirdNET v2.4 labels
Verified CEB1.1 test soundscapes
Verified CEB1.1 focal metadata
Verified CEB1.1 focal archive
Verified/extracted 147 soundscape files. Run fetch_focal_audio.py next.
Extracted 500 recordings
Extracted 1000 recordings
Extracted 1500 recordings
Extracted 2000 recordings
Verified and extracted 2210 recordings
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
Candidates 98, selected 18 events / 9 species
{
  "candidate_events": 98,
  "selected_events": 18,
  "selected_species": 9,
  "global_scale": 0.7450912521852938,
  "conditions": [
    {
      "condition": "nonoverlap_AB",
      "target_appearances": 280,
      "losses": 150,
      "loss_fraction": 0.5357142857142857,
      "median_score_change": -0.3082346022129059,
      "affected_species": 9,
      "species_with_two_recording_pairs": 8
    },
    {
      "condition": "nonoverlap_BA",
      "target_appearances": 280,
      "losses": 161,
      "loss_fraction": 0.575,
      "median_score_change": -0.35601429641246796,
      "affected_species": 8,
      "species_with_two_recording_pairs": 8
    },
    {
      "condition": "simultaneous",
      "target_appearances": 280,
      "losses": 179,
      "loss_fraction": 0.6392857142857142,
      "median_score_change": -0.5081713162362576,
      "affected_species": 9,
      "species_with_two_recording_pairs": 9
    }
  ],
  "advance": true,
  "runtime_seconds": 56.02683665137738,
  "model_sha256": "55f3e4055b1a13bfa9a2452731d0d34f6a02d6b775a334362665892794165e4c",
  "interpretation": "Counterfactual classifier detectability pilot, not evidence of ecological competition. Baselines use exactly the same component gain and position; nonoverlap clips occupy disjoint 1.2-second intervals separated by 0.3 seconds."
}
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
Candidates 178, selected 16 events / 4 species
{
  "candidate_events": 178,
  "selected_events": 16,
  "selected_species": 4,
  "global_scale": 0.6715652274564182,
  "conditions": [
    {
      "condition": "nonoverlap_AB",
      "target_appearances": 188,
      "losses": 79,
      "loss_fraction": 0.42021276595744683,
      "median_score_change": -0.26716721057891846,
      "affected_species": 4,
      "species_with_two_recording_pairs": 4
    },
    {
      "condition": "nonoverlap_BA",
      "target_appearances": 188,
      "losses": 84,
      "loss_fraction": 0.44680851063829785,
      "median_score_change": -0.2709406614303589,
      "affected_species": 4,
      "species_with_two_recording_pairs": 4
    },
    {
      "condition": "simultaneous",
      "target_appearances": 188,
      "losses": 117,
      "loss_fraction": 0.6223404255319149,
      "median_score_change": -0.4769786447286606,
      "affected_species": 4,
      "species_with_two_recording_pairs": 4
    }
  ],
  "advance": false,
  "runtime_seconds": 53.55214403569698,
  "model_sha256": "55f3e4055b1a13bfa9a2452731d0d34f6a02d6b775a334362665892794165e4c",
  "interpretation": "Counterfactual classifier detectability pilot, not evidence of ecological competition. Baselines use exactly the same component gain and position; nonoverlap clips occupy disjoint 1.2-second intervals separated by 0.3 seconds."
}
{
  "species": 4,
  "source_passages": 16,
  "source_files": 14,
  "heterospecific_nonoverlap_target_appearances": 376,
  "loss_fraction": 0.43351063829787234,
  "file_pigeonhole_bootstrap_95_interval": [
    0.27940110826939474,
    0.571096704138988
  ],
  "macro_species_loss": 0.43351063829787234,
  "same_species_nonoverlap_loss": 0.0,
  "independent_presence": [
    {
      "subset": "all",
      "n_pair_orders": 188,
      "true_presence_phi": 0,
      "pooled_detected_phi": -0.3924683400765116,
      "fraction_negative_phi": 0.7606382978723404,
      "mean_pair_phi": -0.4131954775371842,
      "joint_detected_probabilities": [
        [
          0.2765957446808511,
          0.3257978723404255
        ],
        [
          0.3377659574468085,
          0.0598404255319149
        ]
      ]
    },
    {
      "subset": "baseline_specific",
      "n_pair_orders": 188,
      "true_presence_phi": 0,
      "pooled_detected_phi": -0.3924683400765116,
      "fraction_negative_phi": 0.7606382978723404,
      "mean_pair_phi": -0.4131954775371842,
      "joint_detected_probabilities": [
        [
          0.2765957446808511,
          0.3257978723404255
        ],
        [
          0.3377659574468085,
          0.0598404255319149
        ]
      ]
    }
  ],
  "uncertainty_scope": "Source-file bootstrap conditional on these selected species and detectable passages. Mixture combinations are repeated measurements, not independent birds or sites. Phi is an exact computational counterfactual, not an estimate of wild-bird interactions."
}
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
{
  "prefix": "018_validation",
  "recording_pairs": 94,
  "all_target_appearances": 376,
  "baseline_eligible_appearances": 375,
  "conditional_loss_fraction": 0.432,
  "median_score_change": -0.26608423516299606,
  "max_equivalence_logit_error": 0.0,
  "max_equivalence_probability_error": 0.0,
  "interpretation": "Shared pairwise waveform normalization keeps all target samples after normalization exactly unchanged. Residual loss therefore cannot be explained solely by waveform min/max rescaling. Later model operations remain unchanged; this does not identify a specific neural-network layer as causal.",
  "original_loss_on_same_eligible_appearances": 0.432,
  "max_mixture_equivalence_score_error": 7.355140840825669e-08,
  "source_control_comparison": "Mixture predictions match the original model; only baseline normalization changes under this intervention."
}
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
{
  "candidate_events": 360,
  "selected_events": 56,
  "selected_species": 16,
  "selected_files": 56,
  "global_scale": 0.5937032944322764,
  "eligible": true,
  "runtime_seconds": 85.12328703189269
}
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
Mixture pairs 0/1540
Mixture pairs 100/1540
Mixture pairs 200/1540
Mixture pairs 300/1540
Mixture pairs 400/1540
Mixture pairs 500/1540
Mixture pairs 600/1540
Mixture pairs 700/1540
Mixture pairs 800/1540
Mixture pairs 900/1540
Mixture pairs 1000/1540
Mixture pairs 1100/1540
Mixture pairs 1200/1540
Mixture pairs 1300/1540
Mixture pairs 1400/1540
Mixture pairs 1500/1540
{
  "candidate_events": 360,
  "selected_events": 56,
  "selected_species": 16,
  "selected_files": 56,
  "global_scale": 0.5937032944322764,
  "eligible": true,
  "runtime_seconds": 85.12328703189269,
  "conditions": [
    {
      "condition": "nonoverlap_AB",
      "target_appearances": 2936,
      "loss_fraction": 0.5463215258855586,
      "median_score_change": -0.421516053378582
    },
    {
      "condition": "nonoverlap_BA",
      "target_appearances": 2936,
      "loss_fraction": 0.5429155313351499,
      "median_score_change": -0.4317314922809601
    },
    {
      "condition": "simultaneous",
      "target_appearances": 2936,
      "loss_fraction": 0.5572207084468664,
      "median_score_change": -0.5028433054685593
    }
  ],
  "advance": true,
  "species_affected_in_two_pairs": 16,
  "mixture_runtime_seconds": 208.42898633005098,
  "model_sha256": "55f3e4055b1a13bfa9a2452731d0d34f6a02d6b775a334362665892794165e4c"
}
{
  "species": 16,
  "source_passages": 56,
  "source_files": 56,
  "heterospecific_nonoverlap_target_appearances": 5872,
  "loss_fraction": 0.5446185286103542,
  "file_pigeonhole_bootstrap_95_interval": [
    0.4896336549923342,
    0.5954962018608367
  ],
  "macro_species_loss": 0.5312603939888727,
  "same_species_nonoverlap_loss": 0.0,
  "independent_presence": [
    {
      "subset": "all",
      "n_pair_orders": 2936,
      "true_presence_phi": 0,
      "pooled_detected_phi": -0.4720491422210106,
      "fraction_negative_phi": 0.9076975476839237,
      "mean_pair_phi": -0.47976070864405623,
      "joint_detected_probabilities": [
        [
          0.29538487738419617,
          0.33063692098092645
        ],
        [
          0.3509025885558583,
          0.023075613079019074
        ]
      ]
    },
    {
      "subset": "baseline_specific",
      "n_pair_orders": 2936,
      "true_presence_phi": 0,
      "pooled_detected_phi": -0.4720491422210106,
      "fraction_negative_phi": 0.9076975476839237,
      "mean_pair_phi": -0.47976070864405623,
      "joint_detected_probabilities": [
        [
          0.29538487738419617,
          0.33063692098092645
        ],
        [
          0.3509025885558583,
          0.023075613079019074
        ]
      ]
    }
  ],
  "uncertainty_scope": "Source-file bootstrap conditional on these selected species and detectable passages. Mixture combinations are repeated measurements, not independent birds or sites. Phi is an exact computational counterfactual, not an estimate of wild-bird interactions."
}
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
{
  "prefix": "019_focal",
  "recording_pairs": 300,
  "all_target_appearances": 1200,
  "baseline_eligible_appearances": 1196,
  "conditional_loss_fraction": 0.5710702341137124,
  "median_score_change": -0.44927930306656777,
  "max_equivalence_logit_error": 0.0,
  "max_equivalence_probability_error": 0.0,
  "interpretation": "Shared pairwise waveform normalization keeps all target samples after normalization exactly unchanged. Residual loss therefore cannot be explained solely by waveform min/max rescaling. Later model operations remain unchanged; this does not identify a specific neural-network layer as causal.",
  "original_loss_on_same_eligible_appearances": 0.5710702341137124,
  "max_mixture_equivalence_score_error": 7.181561634261868e-08,
  "source_control_comparison": "Mixture predictions match the original model; only baseline normalization changes under this intervention."
}
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
Finished background 1/3
Finished background 2/3
Finished background 3/3
{
  "recording_pairs": 200,
  "target_appearances": 2400,
  "eligible_appearances": 2139,
  "eligible_fraction": 0.89125,
  "loss_fraction": 0.4109396914446003,
  "backgrounds": [
    {
      "background": 0,
      "eligible_appearances": 692,
      "species": 16,
      "loss_fraction": 0.41184971098265893,
      "median_score_change": -0.2429209202528
    },
    {
      "background": 1,
      "eligible_appearances": 722,
      "species": 16,
      "loss_fraction": 0.42105263157894735,
      "median_score_change": -0.24362695217132568
    },
    {
      "background": 2,
      "eligible_appearances": 725,
      "species": 16,
      "loss_fraction": 0.4,
      "median_score_change": -0.24048185348510742
    }
  ],
  "interpretation": "Continuous natural background is identical in the single-source baseline and mixture. The added heterospecific passage still occupies a disjoint time interval. These conditional losses do not estimate error frequency in unmodified field recordings."
}
INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
{
  "natural_windows": 364,
  "source_files": 88,
  "all_targets": 728,
  "all_targets_median_change": 0.0032569559843977913,
  "losses_from_detectable_baseline": 37,
  "gains_from_undetectable_baseline": 29,
  "subsets": [
    {
      "subset": "all_detectable_targets",
      "target_appearances": 140,
      "source_files": 56,
      "species": 20,
      "loss_fraction": 0.2642857142857143,
      "median_change": -0.08039653301239014,
      "file_bootstrap_95_interval": [
        0.18318799799409372,
        0.3503844653702568
      ]
    },
    {
      "subset": "both_species_detectable",
      "target_appearances": 18,
      "source_files": 7,
      "species": 8,
      "loss_fraction": 0.4444444444444444,
      "median_change": -0.20053629577159882,
      "file_bootstrap_95_interval": [
        0.21428571428571427,
        0.6428571428571429
      ]
    },
    {
      "subset": "common_normalization",
      "target_appearances": 138,
      "source_files": 56,
      "species": 19,
      "loss_fraction": 0.2536231884057971,
      "median_change": -0.07496732473373413,
      "file_bootstrap_95_interval": [
        0.17740563967522494,
        0.34042938637064446
      ]
    }
  ],
  "interpretation": "Actual field windows, selected from annotations before model outcomes. The temporal ablation changes only disjoint acoustic context and also removes its background. File bootstrap intervals condition on this selected set. This is not an estimate of all-field error prevalence or wild-bird avoidance."
}
 vocalization_probability_per_species_per_window  windows  seconds  presence_phi_true  detected_phi  true_bin_presence_probability  pair_orders
                                            0.01        1        3                  0 -9.108043e-03                       0.010000         2936
                                            0.01        5       15                  0 -8.925933e-03                       0.049010         2936
                                            0.01       20       60                  0 -8.265054e-03                       0.182093         2936
                                            0.01      100      300                  0 -5.314668e-03                       0.633968         2936
                                            0.05        1        3                  0 -4.613811e-02                       0.050000         2936
                                            0.05        5       15                  0 -4.154151e-02                       0.226219         2936
                                            0.05       20       60                  0 -2.721907e-02                       0.641514         2936
                                            0.05      100      300                  0 -1.517525e-03                       0.994079         2936
                                            0.10        1        3                  0 -9.364551e-02                       0.100000         2936
                                            0.10        5       15                  0 -7.515901e-02                       0.409510         2936
                                            0.10       20       60                  0 -2.945059e-02                       0.878423         2936
                                            0.10      100      300                  0 -3.752919e-05                       0.999973         2936
                                            0.25        1        3                  0 -2.413567e-01                       0.250000         2936
                                            0.25        5       15                  0 -1.289428e-01                       0.762695         2936
                                            0.25       20       60                  0 -7.743946e-03                       0.996829         2936
                                            0.25      100      300                  0 -5.202623e-10                       1.000000         2936
                                            0.50        1        3                  0 -4.720491e-01                       0.500000         2936
                                            0.50        5       15                  0 -1.144657e-01                       0.968750         2936
                                            0.50       20       60                  0 -1.625061e-03                       0.999999         2936
                                            0.50      100      300                  0           NaN                       1.000000         2936
Rendered bird study and four figure pairs.
Study reproduced. Open study.html; all measurement tables are in results/.
