{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/positions/2026-08-08-333",
 "identifier": "kaal:position:2026-08-08-333",
 "additionalType": "https://wulfkaal.github.io/positions/schema.json#AffirmedPositionClaim",
 "name": "Explore Confirm Separation Does Not Prove A Null Effect",
 "text": "Thibault and coauthors provide a methodological qualification to the registered null result. Their Explore and Confirm Analysis Workflow permits exploration on a data subset, but requires the resulting analysis script to be registered before access to the full dataset. The design preserves a confirmatory test on data not used to develop the analysis. That mechanism corresponds to Kaal's separation of the discovery run from confirmation. It does not establish that net discrimination was absent. It also does not recalculate the reported estimate or interval, examine Kaal's campaign units, or audit adherence to the preregistration. The external source supports the discovery-to-confirmation design logic only. Kaal's numerical result remains source-bound to the Article.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0009-0008-7840-1847"
 },
 "datePublished": "2026-08-08",
 "dateModified": "2026-08-08",
 "creativeWorkStatus": "Affirmed",
 "responseType": "qualification",
 "keywords": [
  "research-methods",
  "consensus-and-security",
  "scholarly-growth-coverage",
  "scholarly-literature",
  "statistical-inference",
  "preregistration",
  "exploratory-analysis",
  "confirmatory-analysis",
  "open-science",
  "evidence-provenance"
 ],
 "scope_conditions": [
  "The response is limited to the exact Royal Society Open Science passages and the one mapped Kaal claim.",
  "External evidence level: complete public Royal Society Open Science article in Europe PMC JATS XML with concordant Crossref and Europe PMC identity records.",
  "Mapping review tier: independent substantive scholarly-growth qualification.",
  "The paper addresses secondary observational data and does not evaluate Kaal's multi-model cohort, campaign units, estimator, or registered endpoint.",
  "The source does not recalculate Kaal's estimate or confidence interval and does not establish that net discrimination is absent.",
  "The workflow requires the confirmatory data to remain unavailable while the analysis is developed. The source does not audit whether Kaal's implementation satisfied every corresponding separation and preregistration condition.",
  "The relationship supports the discovery-to-confirmation design logic only. Kaal's numerical result remains source-bound to the Article.",
  "Crossref Spanish and Semantic Scholar search returned HTTP 429. Six inherited identities remained unresolved or rate-limited. No blocked response was promoted."
 ],
 "currentDebate": {
  "name": "Reducing bias in secondary data analysis via an Explore and Confirm Analysis Workflow (ECAW): a proposal and survey of observational researchers",
  "url": "https://doi.org/10.1098/rsos.230568"
 },
 "extends": {
  "identifier": "kaal:claim:7261018-037",
  "url": "https://wulfkaal.github.io/claims/7261018-037",
  "citation": "Wulf A. Kaal, Empirical Evaluation of the Agentic Reputation Substrate: Deliberation, the Composition of Error, and the Registered Measurement of Agency Costs in a Controlled Multi-Model Cohort (2026). SSRN: https://ssrn.com/abstract=7261018",
  "paper": "Wulf A. Kaal, Empirical Evaluation of the Agentic Reputation Substrate: Deliberation, the Composition of Error, and the Registered Measurement of Agency Costs in a Controlled Multi-Model Cohort",
  "authors": [
   "Wulf A. Kaal"
  ],
  "year": "2026",
  "ssrn": "https://ssrn.com/abstract=7261018",
  "source_pdf_sha256": "1d6cbe544bd0055133f7cf8ff308be4fde955867bd8dc764992b8d516af15fa8"
 },
 "isBasedOn": [
  {
   "@id": "https://wulfkaal.github.io/claims/7261018-037"
  },
  {
   "@type": "CreativeWork",
   "name": "Reducing bias in secondary data analysis via an Explore and Confirm Analysis Workflow (ECAW): a proposal and survey of observational researchers",
   "url": "https://doi.org/10.1098/rsos.230568"
  }
 ],
 "batch_id": "kaal-review:2026-08-13:scholarly-growth-7261018-037-reviewed-v1",
 "review_provenance": "https://wulfkaal.github.io/positions/by-claim/7261018-037.html",
 "publicationStatus": "public",
 "recordTypeNote": "Dated commentary position extending a scholarly corpus claim. Not a verbatim claim extracted from the paper.",
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/positions/index.json"
 },
 "version": "1.0",
 "canonical_url": "https://wulfkaal.github.io/positions/2026-08-08-333",
 "canonicalForm": "https://wulfkaal.github.io/positions/2026-08-08-333.md",
 "candidateId": "kaal:response-candidate:2026-08-13:scholarly-growth-7261018-037-thibault-et-al-01",
 "evidenceLevel": "complete public Royal Society Open Science article in Europe PMC JATS XML with concordant Crossref and Europe PMC identity records",
 "reviewTier": "independent substantive scholarly-growth qualification",
 "mappingConfidence": 0.98,
 "mappingAmbiguous": false,
 "mappingMethod": "independent substantive scholarly-growth one-to-one review",
 "mappingWhyRelevant": "The paper directly formalizes a discovery-to-confirmation split in which analysis development occurs on a subset before a registered final analysis on data not previously available to the researchers.",
 "sourceProvenance": {
  "source": "Royal Society Open Science article with complete Europe PMC full text and concordant Crossref and Europe PMC identity",
  "sourceRecordId": "doi:10.1098/rsos.230568",
  "canonicalUrl": "https://doi.org/10.1098/rsos.230568",
  "landingPageUrl": "https://royalsocietypublishing.org/doi/10.1098/rsos.230568",
  "fullTextUrl": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10565389/",
  "retrievedAt": "2026-08-13T05:10:22.022Z",
  "crossrefRecordSha256": "119b1e852a5bb61dd2664252484e0020f7c896ae28333ba8a89ed54701ea6ac4",
  "europePmcRecordSha256": "bcf9e68168449e1d13e4e5088277f43630cfc7a57fc1ba63eb9e30fccda68a9a",
  "officialLandingPageStatus": 403,
  "publicArticlePageSha256": "40a7f1f336b7da5ad912910dff98fce23bdfd5777b2635848ac341944fbe7cb8",
  "fullTextSha256": "b33c14405cfe2e68a51b183b485ec24e59c9934fede7fccbef00d8cf3bef06c5",
  "textExtraction": {
   "tool": "JATS XML tag normalization",
   "quality": "complete readable public scholarly text with exact abstract and methods passages"
  },
  "sourceProposition": "Thibault and coauthors propose an Explore and Confirm Analysis Workflow in which researchers develop and register an analysis on a data subset before receiving the full dataset. The workflow preserves the confirmatory character of a final analysis while allowing the subset to support hypothesis generation and analysis development.",
  "sourcePropositionSha256": "2be43bc576960fcdb132b46cf850bcb0f0c46f0e364755ee0601cbeda7ba6bc4",
  "sourceEvidenceSetSha256": "bc494ba1ad1cbf9ac17fbb21596a35c597fd2d8fa15157f29ae0b138a6f9c8b6",
  "sourceEvidencePassages": [
   {
    "text": "The researchers then prepare an analysis script based on the subset of data, upload the analysis script to a registry, and then receive access to the full dataset.",
    "locator": {
     "source": "Royal Society Open Science 10:230568 (2023)",
     "section": "Abstract: Background",
     "fullTextFormat": "Europe PMC JATS XML",
     "fullTextSha256": "b33c14405cfe2e68a51b183b485ec24e59c9934fede7fccbef00d8cf3bef06c5"
    },
    "sha256": "c0678eaab7e6c1d3e4e8f0159b73032a5f3ebcc92b7dba75f0ea0001c6aed1b4"
   },
   {
    "text": "Researchers may use the subset of data to generate hypotheses and/or to simply ensure that their intended analysis runs properly.",
    "locator": {
     "source": "Royal Society Open Science 10:230568 (2023)",
     "section": "Section 1.2: Explore and Confirm Analysis Workflow",
     "fullTextFormat": "Europe PMC JATS XML",
     "fullTextSha256": "b33c14405cfe2e68a51b183b485ec24e59c9934fede7fccbef00d8cf3bef06c5"
    },
    "sha256": "8c54454a60e663637a341a1f52b79f455d66e1f4c19e7317c4633041fb3e7b7e"
   },
   {
    "text": "In short, ECAWs give researchers access to enough data to develop an informed analysis, but without compromising the confirmatory nature of a final analysis on the complete dataset.",
    "locator": {
     "source": "Royal Society Open Science 10:230568 (2023)",
     "section": "Section 1.2: Explore and Confirm Analysis Workflow",
     "fullTextFormat": "Europe PMC JATS XML",
     "fullTextSha256": "b33c14405cfe2e68a51b183b485ec24e59c9934fede7fccbef00d8cf3bef06c5"
    },
    "sha256": "4c2ec95cce25bd4f15233a86b6dbe0860c643cef0313c25ded167d029cb2f342"
   }
  ],
  "workId": "work:doi:10.1098/rsos.230568",
  "workAuthors": [
   "Robert T. Thibault",
   "Marton Kovacs",
   "Tom E. Hardwicke",
   "Alexandra Sarafoglou",
   "John P. A. Ioannidis",
   "Marcus R. Munafò"
  ],
  "workPublishedAt": "2023-10-11",
  "identityKeys": [
   "doi:10.1098/rsos.230568",
   "pmcid:PMC10565389",
   "crossref:119b1e852a5bb61dd2664252484e0020f7c896ae28333ba8a89ed54701ea6ac4",
   "proposition:2be43bc576960fcdb132b46cf850bcb0f0c46f0e364755ee0601cbeda7ba6bc4"
  ],
  "claimMappings": [
   {
    "claimId": "kaal:claim:7261018-037",
    "claimUrl": "https://wulfkaal.github.io/claims/7261018-037",
    "rank": 1,
    "confidence": 0.98,
    "method": "independent substantive scholarly-growth one-to-one review",
    "whyRelevant": "The paper directly formalizes a discovery-to-confirmation split in which analysis development occurs on a subset before a registered final analysis on data not previously available to the researchers.",
    "ambiguous": false
   }
  ],
  "substantiveReview": {
   "reviewedAt": "2026-08-13T05:13:37.070Z",
   "sourceIdentityVerified": true,
   "authorIndependenceVerified": true,
   "canonicalPublicStatusVerified": true,
   "retractionOrSupersessionFound": false,
   "propositionFidelityVerified": true,
   "mechanismCorrespondence": "exploratory analysis development on one data subset followed by registered confirmation on data not previously available",
   "compatibleScope": "external methodological qualification limited to the discovery-to-confirmation separation",
   "responseWordingDefensible": true,
   "oneToOneExtendsMapping": true,
   "sameSourceDistinctionVerified": true,
   "exactSupportingQuotesVerified": true,
   "limitations": [
    "The paper addresses secondary observational data and does not evaluate Kaal's multi-model cohort, campaign units, estimator, or registered endpoint.",
    "The source does not recalculate Kaal's estimate or confidence interval and does not establish that net discrimination is absent.",
    "The workflow requires the confirmatory data to remain unavailable while the analysis is developed. The source does not audit whether Kaal's implementation satisfied every corresponding separation and preregistration condition.",
    "The relationship supports the discovery-to-confirmation design logic only. Kaal's numerical result remains source-bound to the Article.",
    "Crossref Spanish and Semantic Scholar search returned HTTP 429. Six inherited identities remained unresolved or rate-limited. No blocked response was promoted."
   ]
  },
  "liveVerification": {
   "checkedAt": "2026-08-13T05:14:48.365Z",
   "crossrefHttpStatus": 200,
   "crossrefResponseSha256": "119b1e852a5bb61dd2664252484e0020f7c896ae28333ba8a89ed54701ea6ac4",
   "fullTextHttpStatus": 200,
   "fullTextSha256": "b33c14405cfe2e68a51b183b485ec24e59c9934fede7fccbef00d8cf3bef06c5",
   "frozenFullTextSha256": "b33c14405cfe2e68a51b183b485ec24e59c9934fede7fccbef00d8cf3bef06c5"
  }
 },
 "userAffirmation": "Automatically authorized under standing authority receipt kaal-standing-publication-authorization:2026-08-01:hourly-reviewed-batches, SHA-256 e2126054b58bb4e88db65c334ef4fc8ae78dcaadc63543c408133c4eefceb9b1, limited to this substantively reviewed scholarly-growth qualification and the protected scholarly claims matching the current bridge checkpoint under the current owner instruction.",
 "sha256": "450000a777e80731d07d9f4d1a3b9970b8c1dcb2e0cbf923bf12a8e55feea081"
}