{
  "id": "029",
  "created_utc": "2026-09-19T06:12:46.799890+00:00",
  "question": "Does reusing training samples materially alter the brood-treatment assessment of a great tit developmental methylation clock?",
  "minimal_audit": {
    "training_n": 67,
    "training_unique_birds": 66,
    "test_n": 102,
    "test_train_overlap": 34,
    "test_age14_n": 96,
    "test_age14_overlap": 33,
    "age14_train_by_treatment": {
      "false": {
        "Control": 24,
        "Enlarged": 18,
        "Reduced": 21
      },
      "true": {
        "Control": 10,
        "Enlarged": 12,
        "Reduced": 11
      }
    },
    "code_confirmation": "Extern_Clock_Analysis.pdf pages 24\u201326: full final model predicts all 102 deposited test samples, then selects age 14 only; no training-sample exclusion. Printed treatment counts are 34/30/32, n=96."
  },
  "prediction": "The fixed published clock gives age-14 training samples smaller errors and higher predicted ages than held-out age-14 samples. Mixing these groups could alter estimated treatment differences. Direction of treatment-contrast change is not predicted.",
  "pilot": "Use the deposited 115-CpG coefficients without refitting. Reproduce the reported full-sample treatment coefficients using the same random-intercept model with brood of origin. Then assess fixed-model predictions by training membership and held-out sample treatment contrasts.",
  "gate": "Published full-model reduced-minus-control estimate reproduced within 0.01 days and published variance components within 0.02. Advance if >=50 held-out age-14 individuals are available and their mean age difference from training samples exceeds 0.5 day (a practical effect). Merely losing statistical significance in the smaller subset is not sufficient.",
  "larger_validation": "If pilot passes and novelty review permits: freeze leave-individual and leave-origin-brood-out refitting in the full deposited feature matrix; compare training versus out-of-fold predictions on the SAME age-14 birds; preserve estimator and report all treatments. Validate on 63 independent age-14 samples using published coefficients, distinguish known-brood from unseen-brood cases, and test reasonable regularization sensitivity. No new biological cohort is invented.",
  "limitations": [
    "The word Independent in the source title refers to separate developmental and ageing clocks, not an explicit promise of independent experimental samples.",
    "Training membership is selected by CpG coverage and is not randomized.",
    "Only 115 loci are deposited for external test birds; newly selected features cannot be evaluated on them without raw reprocessing.",
    "The known generic need for independent validation is not novel. A resource-specific, demonstrated change is required."
  ]
}
