{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/positions/2026-08-08-331",
 "identifier": "kaal:position:2026-08-08-331",
 "additionalType": "https://wulfkaal.github.io/positions/schema.json#AffirmedPositionClaim",
 "name": "Null Result Does Not Establish Zero Effect",
 "text": "The inference remains bounded. Pawel and coauthors show that a non-significant estimate does not by itself establish the absence of an effect. The reported interval crosses zero and remains compatible with effects from -0.0502 to +0.0985. The result therefore leaves direction unresolved under the reported design. It does not show that the effect equals zero. Evidence for absence requires a method designed for that question, such as equivalence testing or a Bayes factor. This qualification does not recalculate Kaal's estimate, identify an equivalence margin, or test the registered endpoint, the multi-model cohort, or the Agentic Reputation Substrate. It limits the interpretation to what the estimate and confidence interval can support.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0009-0008-7840-1847"
 },
 "datePublished": "2026-08-08",
 "dateModified": "2026-08-08",
 "creativeWorkStatus": "Affirmed",
 "responseType": "qualification",
 "keywords": [
  "research-methods",
  "consensus-and-security",
  "scholarly-growth-coverage",
  "scholarly-literature",
  "statistical-inference",
  "confidence-intervals",
  "null-results",
  "evidence-provenance"
 ],
 "scope_conditions": [
  "The response is limited to the exact eLife passages and the one mapped Kaal claim.",
  "External evidence level: complete public eLife article in Europe PMC JATS XML with a concordant Crossref record, an official eLife article page, and exact proposition-bearing passages.",
  "Mapping review tier: independent substantive scholarly-growth qualification.",
  "The paper analyzes null results and replication methodology across scientific studies. It does not evaluate Kaal's registered endpoint, multi-model cohort, or Agentic Reputation Substrate.",
  "It does not recalculate Kaal's estimate or specify an equivalence margin for the registered endpoint.",
  "The qualification addresses interpretation only. It does not independently validate the numerical estimate or its confidence interval.",
  "Crossref Spanish returned HTTP 429, Semantic Scholar search and three inherited identity refreshes returned HTTP 429, and arXiv timed out. No blocked response was promoted."
 ],
 "currentDebate": {
  "name": "Replication of null results: Absence of evidence or evidence of absence?",
  "url": "https://doi.org/10.7554/eLife.92311"
 },
 "extends": {
  "identifier": "kaal:claim:7261018-035",
  "url": "https://wulfkaal.github.io/claims/7261018-035",
  "citation": "Wulf A. Kaal, Empirical Evaluation of the Agentic Reputation Substrate: Deliberation, the Composition of Error, and the Registered Measurement of Agency Costs in a Controlled Multi-Model Cohort (2026). SSRN: https://ssrn.com/abstract=7261018",
  "paper": "Wulf A. Kaal, Empirical Evaluation of the Agentic Reputation Substrate: Deliberation, the Composition of Error, and the Registered Measurement of Agency Costs in a Controlled Multi-Model Cohort",
  "authors": [
   "Wulf A. Kaal"
  ],
  "year": "2026",
  "ssrn": "https://ssrn.com/abstract=7261018",
  "source_pdf_sha256": "1d6cbe544bd0055133f7cf8ff308be4fde955867bd8dc764992b8d516af15fa8"
 },
 "isBasedOn": [
  {
   "@id": "https://wulfkaal.github.io/claims/7261018-035"
  },
  {
   "@type": "CreativeWork",
   "name": "Replication of null results: Absence of evidence or evidence of absence?",
   "url": "https://doi.org/10.7554/eLife.92311"
  }
 ],
 "batch_id": "kaal-review:2026-08-12:scholarly-growth-7261018-035-reviewed-v1",
 "review_provenance": "https://wulfkaal.github.io/positions/by-claim/7261018-035.html",
 "publicationStatus": "public",
 "recordTypeNote": "Dated commentary position extending a scholarly corpus claim. Not a verbatim claim extracted from the paper.",
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/positions/index.json"
 },
 "version": "1.0",
 "canonical_url": "https://wulfkaal.github.io/positions/2026-08-08-331",
 "canonicalForm": "https://wulfkaal.github.io/positions/2026-08-08-331.md",
 "candidateId": "kaal:response-candidate:2026-08-12:scholarly-growth-7261018-035-pawel-et-al-01",
 "evidenceLevel": "complete public eLife article in Europe PMC JATS XML with a concordant Crossref record, an official eLife article page, and exact proposition-bearing passages",
 "reviewTier": "independent substantive scholarly-growth qualification",
 "mappingConfidence": 0.98,
 "mappingAmbiguous": false,
 "mappingMethod": "independent substantive scholarly-growth one-to-one review",
 "mappingWhyRelevant": "The paper directly distinguishes a statistically non-significant null result from evidence that an effect is absent and identifies methods needed for the stronger inference.",
 "sourceProvenance": {
  "source": "eLife article with complete Europe PMC full text and concordant Crossref identity",
  "sourceRecordId": "doi:10.7554/elife.92311",
  "canonicalUrl": "https://doi.org/10.7554/eLife.92311",
  "landingPageUrl": "https://elifesciences.org/articles/92311",
  "fullTextUrl": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11090505/",
  "retrievedAt": "2026-08-13T04:11:12.766Z",
  "crossrefRecordSha256": "6338b759730b2c236d67c963d251011f8b506881e070e04fa123119440277bda",
  "officialLandingPageSha256": "a67527d23ff251835426be2ce3f7c5776ccacaef213e318c51cab9afe0670b07",
  "fullTextSha256": "96155359a002aaa830ce333a3e32a122b7a9e10eb91205ab6b729431fe2f83e2",
  "textExtraction": {
   "tool": "JATS XML tag normalization",
   "quality": "complete readable public scholarly text with exact abstract and introduction passages"
  },
  "sourceProposition": "Pawel and coauthors show that statistical non-significance does not by itself provide evidence for the absence of an effect. The ambiguity of a null result increases as power falls. Evidence for absence instead requires a method designed to quantify that proposition, such as equivalence testing or a Bayes factor.",
  "sourcePropositionSha256": "374505e5ab4901b17962a37863256f5aae82e25d2b405bbb5f81ce53498a8126",
  "sourceEvidenceSetSha256": "657c0d0a165cac0c322a7f7f4cbe7cebc82bbc0941c8eb86aa62310259202428",
  "sourceEvidencePassages": [
   {
    "text": "Non-significance in both studies does not ensure that the studies provide evidence for the absence of an effect and ‘replication success’ can virtually always be achieved if the sample sizes are small enough.",
    "locator": {
     "source": "eLife 13:RP92311 (2024)",
     "section": "Abstract",
     "fullTextFormat": "Europe PMC JATS XML",
     "fullTextSha256": "96155359a002aaa830ce333a3e32a122b7a9e10eb91205ab6b729431fe2f83e2"
    },
    "sha256": "7e3492f5b469398b5e6a2bf722c7fc32ee32ba9944c940f6db6067b00f554752"
   },
   {
    "text": "In general, the lower the power of a study, the greater the ambiguity of a null result.",
    "locator": {
     "source": "eLife 13:RP92311 (2024)",
     "section": "Introduction",
     "fullTextFormat": "Europe PMC JATS XML",
     "fullTextSha256": "96155359a002aaa830ce333a3e32a122b7a9e10eb91205ab6b729431fe2f83e2"
    },
    "sha256": "a517d9622abdc65eb6c2d8f617c42603ec08d1505bbdd45603c4be5d2e875c9a"
   },
   {
    "text": "We show how methods, such as equivalence testing and Bayes factors, can be used to adequately quantify the evidence for the absence of an effect and how they can be applied in the replication setting.",
    "locator": {
     "source": "eLife 13:RP92311 (2024)",
     "section": "Abstract",
     "fullTextFormat": "Europe PMC JATS XML",
     "fullTextSha256": "96155359a002aaa830ce333a3e32a122b7a9e10eb91205ab6b729431fe2f83e2"
    },
    "sha256": "3f4c5cadacefed31566dca06980cf112ffe702f4f31025c14fc704410e570aef"
   }
  ],
  "workId": "work:doi:10.7554/elife.92311",
  "workAuthors": [
   "Samuel Pawel",
   "Rachel Heyard",
   "Charlotte Micheloud",
   "Leonhard Held"
  ],
  "workPublishedAt": "2024-05-13",
  "identityKeys": [
   "doi:10.7554/elife.92311",
   "pmcid:PMC11090505",
   "crossref:6338b759730b2c236d67c963d251011f8b506881e070e04fa123119440277bda",
   "proposition:374505e5ab4901b17962a37863256f5aae82e25d2b405bbb5f81ce53498a8126"
  ],
  "claimMappings": [
   {
    "claimId": "kaal:claim:7261018-035",
    "claimUrl": "https://wulfkaal.github.io/claims/7261018-035",
    "rank": 1,
    "confidence": 0.98,
    "method": "independent substantive scholarly-growth one-to-one review",
    "whyRelevant": "The paper directly distinguishes a statistically non-significant null result from evidence that an effect is absent and identifies methods needed for the stronger inference.",
    "ambiguous": false
   }
  ],
  "substantiveReview": {
   "reviewedAt": "2026-08-13T04:16:36.814Z",
   "sourceIdentityVerified": true,
   "authorIndependenceVerified": true,
   "canonicalPublicStatusVerified": true,
   "retractionOrSupersessionFound": false,
   "propositionFidelityVerified": true,
   "mechanismCorrespondence": "statistical non-significance and a confidence interval crossing zero do not by themselves quantify evidence that the effect is absent",
   "compatibleScope": "external methodological qualification limited to interpretation of the reported null estimate and confidence interval",
   "responseWordingDefensible": true,
   "oneToOneExtendsMapping": true,
   "sameSourceDistinctionVerified": true,
   "exactSupportingQuotesVerified": true,
   "limitations": [
    "The paper analyzes null results and replication methodology across scientific studies. It does not evaluate Kaal's registered endpoint, multi-model cohort, or Agentic Reputation Substrate.",
    "It does not recalculate Kaal's estimate or specify an equivalence margin for the registered endpoint.",
    "The qualification addresses interpretation only. It does not independently validate the numerical estimate or its confidence interval.",
    "Crossref Spanish returned HTTP 429, Semantic Scholar search and three inherited identity refreshes returned HTTP 429, and arXiv timed out. No blocked response was promoted."
   ]
  },
  "liveVerification": {
   "checkedAt": "2026-08-13T04:17:56.755Z",
   "crossrefHttpStatus": 200,
   "crossrefResponseSha256": "6338b759730b2c236d67c963d251011f8b506881e070e04fa123119440277bda",
   "fullTextHttpStatus": 200,
   "fullTextSha256": "96155359a002aaa830ce333a3e32a122b7a9e10eb91205ab6b729431fe2f83e2",
   "frozenFullTextSha256": "96155359a002aaa830ce333a3e32a122b7a9e10eb91205ab6b729431fe2f83e2"
  }
 },
 "userAffirmation": "Automatically authorized under standing authority receipt kaal-standing-publication-authorization:2026-08-01:hourly-reviewed-batches, SHA-256 e2126054b58bb4e88db65c334ef4fc8ae78dcaadc63543c408133c4eefceb9b1, limited to this substantively reviewed scholarly-growth qualification and the protected scholarly claims matching the current bridge checkpoint under the current owner instruction.",
 "sha256": "4f06d39a4fb9432cd1f9c6717bf9003f9eb10b43f48341a87704d1cbcc65aa22"
}