{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/positions/2026-08-08-365",
 "identifier": "kaal:position:2026-08-08-365",
 "additionalType": "https://wulfkaal.github.io/positions/schema.json#AffirmedPositionClaim",
 "name": "Independent Reproduction Interim Estimates",
 "text": "Breznau and coauthors qualify Kaal's classification of the current estimates as interim. In a computational reproduction experiment, 85 independent teams attempted to reproduce numerical results from the same study. Even the transparent group reproduced 95.7 percent of directions and significance classifications, but only 76.9 percent of estimates within 1 percent of the original values. Only 14 teams reproduced every result within that tolerance. The authors therefore show that access to code improves verification but does not remove researcher error or procedural variation. They estimate that more than one independent attempt may be needed for reliable reproduction.\n\nThe comparison is methodological. The source does not inspect Kaal's E2B campaign, reconcile its amendment authority, or verify its estimates. It supports treating those estimates as interim until the recorded provenance is reconciled and independent reproduction determines whether the numerical results hold.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0009-0008-7840-1847"
 },
 "datePublished": "2026-08-08",
 "dateModified": "2026-08-08",
 "creativeWorkStatus": "Affirmed",
 "responseType": "qualification",
 "keywords": [
  "research-methods",
  "scholarly-growth-coverage",
  "scholarly-literature",
  "computational-reproducibility",
  "independent-verification",
  "evidence-provenance"
 ],
 "scope_conditions": [
  "The response is limited to the exact interim-estimates proposition and the one mapped Kaal claim.",
  "External evidence level: complete peer-reviewed version-of-record PDF with DOI-bound Crossref, OpenAlex, Semantic Scholar, and Europe PMC identity records.",
  "Mapping review tier: independent substantive scholarly-growth qualification.",
  "The article does not inspect Kaal's E2B campaign, reconcile its amendment authority, or verify any of its estimates.",
  "The source studies reproduction of one social-science analysis. It does not establish a universal replication rate or a fixed number of attempts for every study.",
  "The source supports an interim evidentiary classification pending provenance reconciliation and independent reproduction. It does not determine whether Kaal's current numerical estimates will hold.",
  "The publisher page and publisher PDF returned HTTP 403. The complete public repository copy is bound to the version of record by its DOI, title, 185-author roster, journal citation, and concordant Crossref, OpenAlex, Semantic Scholar, and Europe PMC records."
 ],
 "currentDebate": {
  "name": "The reliability of replications: a study in computational reproductions",
  "url": "https://doi.org/10.1098/rsos.241038"
 },
 "extends": {
  "identifier": "kaal:claim:7261481-032",
  "url": "https://wulfkaal.github.io/claims/7261481-032",
  "citation": "Wulf A. Kaal, Computative Economics: A Framework for Economic Analysis under Computational Abundance (2026). SSRN: https://ssrn.com/abstract=7261481",
  "paper": "Wulf A. Kaal, Computative Economics: A Framework for Economic Analysis under Computational Abundance",
  "authors": [
   "Wulf A. Kaal"
  ],
  "year": "2026",
  "ssrn": "https://ssrn.com/abstract=7261481",
  "source_pdf_sha256": "78c42db521624f7398717732a7fa51a6e3157a5adf02a2e09fbab15e0cf920d9"
 },
 "isBasedOn": [
  {
   "@id": "https://wulfkaal.github.io/claims/7261481-032"
  },
  {
   "@type": "CreativeWork",
   "name": "The reliability of replications: a study in computational reproductions",
   "url": "https://doi.org/10.1098/rsos.241038"
  }
 ],
 "batch_id": "kaal-review:2026-08-13:scholarly-growth-7261481-032-reviewed-v1",
 "review_provenance": "https://wulfkaal.github.io/positions/by-claim/7261481-032.html",
 "publicationStatus": "public",
 "recordTypeNote": "Dated commentary position extending a scholarly corpus claim. Not a verbatim claim extracted from the paper.",
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/positions/index.json"
 },
 "version": "1.0",
 "canonical_url": "https://wulfkaal.github.io/positions/2026-08-08-365",
 "canonicalForm": "https://wulfkaal.github.io/positions/2026-08-08-365.md",
 "candidateId": "kaal:response-candidate:2026-08-13:scholarly-growth-7261481-032-independent-reproduction-01",
 "evidenceLevel": "complete peer-reviewed version-of-record PDF with DOI-bound Crossref, OpenAlex, Semantic Scholar, and Europe PMC identity records",
 "reviewTier": "independent substantive scholarly-growth qualification",
 "mappingConfidence": 0.96,
 "mappingAmbiguous": false,
 "mappingMethod": "independent substantive scholarly-growth one-to-one review",
 "mappingWhyRelevant": "The source directly tests independent reproduction of numerical results and shows that error curation, transparency, and sometimes multiple independent attempts are needed for reliable verification. This qualifies Kaal's interim classification without validating the estimates or the amendment provenance.",
 "sourceProvenance": {
  "source": "complete peer-reviewed version-of-record PDF bound through DOI records",
  "sourceRecordId": "doi:10.1098/rsos.241038",
  "doi": "10.1098/rsos.241038",
  "canonicalUrl": "https://doi.org/10.1098/rsos.241038",
  "fullTextUrl": "https://eprints.whiterose.ac.uk/id/eprint/224744/1/breznau-et-al-2025-the-reliability-of-replications-a-study-in-computational-reproductions.pdf",
  "retrievedAt": "2026-08-13T22:41:07.262Z",
  "sourceFullTextSha256": "8671ce64ab8e1fc1608a3ce1e108925f80db580f683b39e362b7da2086972538",
  "extractedTextSha256": "b8e2faa21ca58261249efcc17d6faa97bd6d645bf5fc3a88c2ff24f9ad8b1f7f",
  "crossrefRecordSha256": "ee7d8492d5ec9b53986b0ea98125553cdaaa16546b58daa243bfacaf988f763b",
  "openAlexRecordSha256": "14e880fcf7f1c50391e6851af2be53b5362898cad132f21204328d0776e6daef",
  "semanticScholarRecordSha256": "a69f0c77086e3339b97c186cdbae776a6e151602eed64952d7abc61f2e648792",
  "primaryEvidenceReceiptSha256": "67e331b4907ff3ca69152285ed9b69955e45faa543c88c83cdbecf4b2e632c53",
  "sourceProposition": "Breznau and coauthors show that independent computational reproductions of the same numerical results can diverge because of researcher mistakes, procedural variation, and incomplete transparency. In their experiment, exact reproduction remained incomplete even with original code, and more than one independent attempt could be needed for reliable verification.",
  "sourcePropositionSha256": "9a91259574bd5ae79070f1403f3105ad073e355c66b37af6b3f8fa6c10e6bb6a",
  "sourceEvidenceSetSha256": "cbf9cd2cc230438ff7ecf98d00bb62205cbab0dfb3dc3d9afc286eee5177f95c",
  "sourceEvidencePassages": [
   {
    "text": "Eighty-five independent teams attempted numerical replication of results from an original study of policy preferences and immigration.",
    "locator": {
     "version": "Royal Society Open Science version of record",
     "pdfPage": 6,
     "section": "Abstract"
    },
    "sha256": "7e62f181ad97afb740f4fba30883e5651dcae80de820e0dcd5c05bc767a3a8df"
   },
   {
    "text": "In the best-case scenario, with fully transparent materials in the TG, 76.9% of their models were Exact numerical reproductions.",
    "locator": {
     "version": "Royal Society Open Science version of record",
     "pdfPage": 10,
     "section": "Results"
    },
    "sha256": "805def58abed3dec6fe299ce9e0e196f61a0429e1f22c31737185e342ee741a0"
   },
   {
    "text": "Only 14 teams had 100% exact computational reproductions within 1% of the original, and all of them were in the TG.",
    "locator": {
     "version": "Royal Society Open Science version of record",
     "pdfPage": 10,
     "section": "Results"
    },
    "sha256": "8f5520d185bd26b818e0dbf857997c6912233b72f38fb1611eaadc449fda1b3f"
   },
   {
    "text": "we face a reality where it might take more than one independent attempt to produce reliable reproduction results.",
    "locator": {
     "version": "Royal Society Open Science version of record",
     "pdfPage": 17,
     "section": "Discussion"
    },
    "sha256": "6eb8cd889c7a5337945702b037a2dae04e3138b32c82b4e95dcae6bc456320f7"
   }
  ],
  "workId": "work:doi:10.1098/rsos.241038",
  "workAuthors": [
   "Nate Breznau",
   "Eike Mark Rinke",
   "Alexander Wuttke",
   "Muna Adem",
   "Jule Adriaans",
   "Esra Akdeniz",
   "Amalia Alvarez-Benjumea",
   "Henrik K. Andersen",
   "Daniel Auer",
   "Flavio Azevedo",
   "Oke Bahnsen",
   "Ling Bai",
   "Dave Balzer",
   "Paul C. Bauer",
   "Gerrit Bauer",
   "Markus Baumann",
   "Sharon Baute",
   "Verena Benoit",
   "Julian Bernauer",
   "Carl Berning",
   "Anna Berthold",
   "Felix S. Bethke",
   "Thomas Biegert",
   "Katharina Blinzler",
   "Johannes N. Blumenberg",
   "Licia Bobzien",
   "Andrea Bohman",
   "Thijs Bol",
   "Amie Bostic",
   "Zuzanna Brzozowska",
   "Katharina Burgdorf",
   "Kaspar Burger",
   "Kathrin Busch",
   "Juan-Carlos Castillo",
   "Nathan Chan",
   "Pablo Christmann",
   "Roxanne Connelly",
   "Christian S. Czymara",
   "Elena Damian",
   "Eline A. de Rooij",
   "Alejandro Ecker",
   "Achim Edelmann",
   "Christina Eder",
   "Maureen A. Eger",
   "Simon Ellerbrock",
   "Anna Forke",
   "Andrea Forster",
   "Danilo Freire",
   "Chris Gaasendam",
   "Konstantin Gavras",
   "Vernon Gayle",
   "Theresa Gessler",
   "Timo Gnambs",
   "Amélie Godefroidt",
   "Max Grömping",
   "Martin Groß",
   "Stefan Gruber",
   "Tobias Gummer",
   "Andreas Hadjar",
   "Verena Halbherr",
   "Jan Paul Heisig",
   "Sebastian Hellmeier",
   "Stefanie Heyne",
   "Magdalena Hirsch",
   "Mikael Hjerm",
   "Oshrat Hochman",
   "Jan H. Höffler",
   "Andreas Hövermann",
   "Sophia Hunger",
   "Christian Hunkler",
   "Nora Huth-Stöckle",
   "Zsófia S. Ignácz",
   "Sabine Israel",
   "Laura Jacobs",
   "Jannes Jacobsen",
   "Bastian Jaeger",
   "Sebastian Jungkunz",
   "Nils Jungmann",
   "Jennifer Kanjana",
   "Mathias Kauff",
   "Salman Khan",
   "Sayak Khatua",
   "Manuel Kleinert",
   "Julia Klinger",
   "Jan-Philipp Kolb",
   "Marta Kołczyńska",
   "John Kuk",
   "Katharina Kunißen",
   "Dafina Kurti Sinatra",
   "Alexander Langenkamp",
   "Robin C. Lee",
   "Philipp M. Lersch",
   "David Liu",
   "Lea-Maria Löbel",
   "Philipp Lutscher",
   "Matthias Mader",
   "Joan E. Madia",
   "Natalia Malancu",
   "Luis Maldonado",
   "Helge Marahrens",
   "Nicole Martin",
   "Paul Martinez",
   "Jochen Mayerl",
   "Oscar J. Mayorga",
   "Robert McDonnell",
   "Patricia McManus",
   "Kyle McWagner",
   "Cecil Meeusen",
   "Daniel Meierrieks",
   "Jonathan Mellon",
   "Friedolin Merhout",
   "Samuel Merk",
   "Daniel Meyer",
   "Leticia Micheli",
   "Jonathan Mijs",
   "Cristóbal Moya",
   "Marcel Neunhoeffer",
   "Daniel Nüst",
   "Olav Nygård",
   "Fabian Ochsenfeld",
   "Gunnar Otte",
   "Anna Pechenkina",
   "Mark Pickup",
   "Christopher Prosser",
   "Louis Raes",
   "Kevin Ralston",
   "Miguel Ramos",
   "Frank Reichert",
   "Arne Roets",
   "Jonathan Rogers",
   "Guido Ropers",
   "Robin Samuel",
   "Gregor Sand",
   "Constanza Sanhueza Petrarca",
   "Ariela Schachter",
   "Merlin Schaeffer",
   "David Schieferdecker",
   "Elmar Schlueter",
   "Katja Schmidt",
   "Regine Schmidt",
   "Alexander Schmidt-Catran",
   "Claudia Schmiedeberg",
   "Jürgen Schneider",
   "Martijn Schoonvelde",
   "Julia Schulte-Cloos",
   "Sandy Schumann",
   "Reinhard Schunck",
   "Julian Seuring",
   "Henning Silber",
   "Willem Sleegers",
   "Nico Sonntag",
   "Alexander Staudt",
   "Nadia Steiber",
   "Nils D. Steiner",
   "Sebastian Sternberg",
   "Dieter Stiers",
   "Dragana Stojmenovska",
   "Nora Storz",
   "Erich Striessnig",
   "Anne-Kathrin Stroppe",
   "Jordan W. Suchow",
   "Janna Teltemann",
   "Andrey Tibajev",
   "Brian Tung",
   "Giacomo Vagni",
   "Jasper Van Assche",
   "Meta van der Linden",
   "Jolanda van der Noll",
   "Arno Van Hootegem",
   "Stefan Vogtenhuber",
   "Bogdan Voicu",
   "Fieke Wagemans",
   "Nadja Wehl",
   "Hannah Werner",
   "Brenton M. Wiernik",
   "Fabian Winter",
   "Christof Wolf",
   "Cary Wu",
   "Yuki Yamada",
   "Björn Zakula",
   "Nan Zhang",
   "Conrad Ziller",
   "Stefan Zins",
   "Tomasz Żółtak",
   "Hung H.V. Nguyen"
  ],
  "workPublishedAt": "2025-03",
  "identityKeys": [
   "doi:10.1098/rsos.241038",
   "pmcid:PMC11922520",
   "fulltext-pdf:8671ce64ab8e1fc1608a3ce1e108925f80db580f683b39e362b7da2086972538",
   "proposition:9a91259574bd5ae79070f1403f3105ad073e355c66b37af6b3f8fa6c10e6bb6a"
  ],
  "claimMappings": [
   {
    "claimId": "kaal:claim:7261481-032",
    "claimUrl": "https://wulfkaal.github.io/claims/7261481-032",
    "rank": 1,
    "confidence": 0.96,
    "method": "independent substantive scholarly-growth one-to-one review",
    "whyRelevant": "The source directly tests independent reproduction of numerical results and shows that error curation, transparency, and sometimes multiple independent attempts are needed for reliable verification. This qualifies Kaal's interim classification without validating the estimates or the amendment provenance.",
    "ambiguous": false
   }
  ],
  "substantiveReview": {
   "reviewedAt": "2026-08-13T22:49:30.034Z",
   "sourceIdentityVerified": true,
   "authorIndependenceVerified": true,
   "canonicalPublicStatusVerified": true,
   "peerReviewedStatusVerified": true,
   "retractionOrSupersessionFound": false,
   "propositionFidelityVerified": true,
   "mechanismCorrespondence": "independent computational reproduction of numerical estimates, discrepancy diagnosis, error curation, and reliability assessment",
   "compatibleScope": "methodological qualification limited to Kaal's interim evidentiary classification",
   "responseWordingDefensible": true,
   "oneToOneExtendsMapping": true,
   "sameSourceDistinctionVerified": true,
   "exactSupportingQuotesVerified": true,
   "limitations": [
    "The article does not inspect Kaal's E2B campaign, reconcile its amendment authority, or verify any of its estimates.",
    "The source studies reproduction of one social-science analysis. It does not establish a universal replication rate or a fixed number of attempts for every study.",
    "The source supports an interim evidentiary classification pending provenance reconciliation and independent reproduction. It does not determine whether Kaal's current numerical estimates will hold.",
    "The publisher page and publisher PDF returned HTTP 403. The complete public repository copy is bound to the version of record by its DOI, title, 185-author roster, journal citation, and concordant Crossref, OpenAlex, Semantic Scholar, and Europe PMC records."
   ]
  },
  "currentVerification": {
   "verifiedAt": "2026-08-14T14:44:43.599Z",
   "fullTextHttpStatus": 200,
   "fullTextSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
   "crossrefHttpStatus": 200,
   "crossrefResponseSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
   "openAlexHttpStatus": 200,
   "openAlexResponseSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
   "europePmcHttpStatus": 200,
   "europePmcResponseSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
   "exactPassagesVerified": true,
   "retractionOrSupersessionFound": false,
   "sourceRevalidation": {
    "exactFullTextVerified": false,
    "crossrefIdentityVerified": false,
    "openAlexIdentityVerified": false,
    "europePmcIdentityVerified": false,
    "durableEvidenceReceiptVerified": true
   }
  }
 },
 "userAffirmation": "Authorized by Wulf A. Kaal on 2026-08-15 for public corpus publication under public-reactivation authority SHA-256 87aad20196a753015a36d970f742c885eb763efdbada4869949bfffe3298130c. Publication remains receipt-bound to successful GitHub Pages deployment and exact live-byte verification.",
 "sha256": "1596095c68b0ea61b81fc6575128e3ecc50449c549322c4a92420bd7925f6433"
}