{
  "schema_version": 1,
  "version": "2026-11-12",
  "arxiv_id": "1803.09015",
  "available": true,
  "title": "Difference-in-Differences with multiple time periods",
  "outcome": "reproduced",
  "outcome_label": "Reproduced",
  "headline_held": 4,
  "headline_held_earlier_code": 0,
  "headline_total": 4,
  "headline": "4 of 4 headline claims held; some claims were registered after command output had been observed; legacy attempt: the plan was never sealed; claims were frozen only by their first result; at least one value was read from an excerpt the agent chose after seeing the output, not by a rule fixed before it",
  "qualifiers": [
    "claims_registered_after_output",
    "plan_not_sealed",
    "evidence_not_bound",
    "agent_selected_extraction"
  ],
  "qualifier_text": "some claims were registered after command output had been observed; legacy attempt: the plan was never sealed; claims were frozen only by their first result; at least one value was read from an excerpt the agent chose after seeing the output, not by a rule fixed before it",
  "assurance_level": "Legacy",
  "answer": "Does Callaway and Sant'Anna's DiD (Callaway and Sant'Anna, 2020) reproduce? Yes, on its headline claims: when OpenRepro re-ran the authors' code, 4 of 4 headline claims held within tolerances registered before results were recorded; some claims were registered after command output had been observed; legacy attempt: the plan was never sealed; claims were frozen only by their first result; at least one value was read from an excerpt the agent chose after seeing the output, not by a rule fixed before it (checked 19 Oct 2026).",
  "checked": "2026-10-19",
  "report_url": "https://openrepro.org/papers/1803.09015/",
  "badge_url": "https://openrepro.org/badge/1803.09015.svg",
  "badge_alt": "OpenRepro: Reproduced. 4 of 4 headline claims held; some claims were registered after command output had been observed; legacy attempt: the plan was never sealed; claims were frozen only by their first result; at least one value was read from an excerpt the agent chose after seeing the output, not by a rule fixed before it.",
  "evidence_url": "https://openrepro.org/evidence/arxiv-1803-09015-20261019T161404Z",
  "attempt_id": "arxiv-1803-09015-20261019T161404Z",
  "author_replies": [],
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "attribution": "OpenRepro, https://openrepro.org",
  "disclosure": "Re-run by an AI agent under OpenRepro's protocol; OpenRepro has not arranged independent domain-expert review. The outcome describes what happened when the authors' code was re-run under the recorded conditions, not a judgment of the paper."
}