{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/claims/2998033-021",
 "identifier": "kaal:claim:2998033-021",
 "text": "Repeated use of the same dataset by data scientists creates an overfitting risk: the training model fits the test set so closely that its performance on a different dataset degrades.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0000-0003-0757-275X"
 },
 "citation": "Wulf A. Kaal, Blockchain Innovation for Private Investment Funds (2017). SSRN: https://ssrn.com/abstract=2998033",
 "isBasedOn": {
  "@type": "ScholarlyArticle",
  "name": "Blockchain Innovation for Private Investment Funds",
  "datePublished": "2017",
  "url": "https://ssrn.com/abstract=2998033",
  "sha256": "aafb1be3c25cd33da477d759df9ca2f856f0a8fe133d6396da2e75d0af573dbd",
  "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202017%20-%20Blockchain%20Innovation%20for%20Private%20Investment%20Funds.pdf"
 },
 "keywords": [
  "ai-and-agents",
  "risk-and-incentives"
 ],
 "about": [
  "overfitting",
  "adaptive-data-analysis",
  "machine-learning",
  "model-risk"
 ],
 "abstract": "When data scientists use the same data set repetitively a risk exists that the training model will overfit the test set of data which can limit the performance of the applied model on a different dataset.",
 "additionalProperty": [
  {
   "@type": "PropertyValue",
   "name": "claim_type",
   "value": "failure"
  },
  {
   "@type": "PropertyValue",
   "name": "confidence",
   "value": "argued"
  },
  {
   "@type": "PropertyValue",
   "name": "scope_conditions",
   "value": [
    "applies to adaptive data analysis where the same data set is used repetitively"
   ]
  },
  {
   "@type": "PropertyValue",
   "name": "is_failure_mode",
   "value": true
  },
  {
   "@type": "PropertyValue",
   "name": "attestations",
   "value": "https://wulfkaal.github.io/colloquium/attestations/0954a2c47a31da719477d50b6e54735394942d11782debcc5a870118062a1f55.json"
  },
  {
   "@type": "PropertyValue",
   "name": "edges",
   "value": [
    {
     "rel": "restated_by",
     "to": "https://wulfkaal.github.io/claims/3409548-009",
     "to_id": "kaal:claim:3409548-009",
     "similarity": 0.954
    }
   ]
  }
 ],
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/claims/index.json"
 },
 "dateModified": "2026-07-27",
 "version": "1.0",
 "sha256": "0954a2c47a31da719477d50b6e54735394942d11782debcc5a870118062a1f55",
 "canonicalForm": "https://wulfkaal.github.io/claims/2998033-021.md"
}