{
  "schema_version": 1,
  "version": "2026-11-12",
  "arxiv_id": "1610.01271",
  "available": true,
  "title": "Generalized random forests",
  "outcome": "reproduced",
  "outcome_label": "Reproduced",
  "headline_held": 3,
  "headline_held_earlier_code": 0,
  "headline_total": 3,
  "headline": "3 of 3 headline claims held; every headline check is a one-sided bound, not a match to the published value; 1 other check did not hold; a scored run is not the direct source of any recorded value: it may be an upstream stage whose output a later scored job read, or a run that was not used (or more scored runs started than the sealed plan declares); the report names each one",
  "qualifiers": [
    "bound_checks_only",
    "other_checks_failed",
    "extra_scored_runs"
  ],
  "qualifier_text": "every headline check is a one-sided bound, not a match to the published value; 1 other check did not hold; a scored run is not the direct source of any recorded value: it may be an upstream stage whose output a later scored job read, or a run that was not used (or more scored runs started than the sealed plan declares); the report names each one",
  "assurance_level": "Sealed, bound and re-derived",
  "answer": "Do Generalized Random Forests (Athey et al., 2019) reproduce? Yes, on bound checks: when OpenRepro re-ran the authors' code, 3 of 3 headline claims held within tolerances sealed before scored execution; every headline check is a one-sided bound, not a match to the published value; 1 other check did not hold; a scored run is not the direct source of any recorded value: it may be an upstream stage whose output a later scored job read, or a run that was not used (or more scored runs started than the sealed plan declares); the report names each one (checked 20 Oct 2026).",
  "checked": "2026-10-20",
  "report_url": "https://openrepro.org/papers/1610.01271/",
  "badge_url": "https://openrepro.org/badge/1610.01271.svg",
  "badge_alt": "OpenRepro: Reproduced. 3 of 3 headline claims held; every headline check is a one-sided bound, not a match to the published value; 1 other check did not hold; a scored run is not the direct source of any recorded value: it may be an upstream stage whose output a later scored job read, or a run that was not used (or more scored runs started than the sealed plan declares); the report names each one.",
  "evidence_url": "https://openrepro.org/evidence/arxiv-1610-01271-20261020T030230Z",
  "attempt_id": "arxiv-1610-01271-20261020T030230Z",
  "author_replies": [
    {
      "author_name": "Stefan Wager",
      "received": "2026-10-23",
      "url_fragment": "#author-reply-1"
    }
  ],
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "attribution": "OpenRepro, https://openrepro.org",
  "disclosure": "Re-run by an AI agent under OpenRepro's protocol; OpenRepro has not arranged independent domain-expert review. The outcome describes what happened when the authors' code was re-run under the recorded conditions, not a judgment of the paper."
}