{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/claims/3409548-009",
 "identifier": "kaal:claim:3409548-009",
 "text": "Repeated use of the same data set by data scientists creates an overfitting risk: the training model overfits the test set, which limits the performance of the applied model on a different dataset.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0000-0003-0757-275X"
 },
 "citation": "Kaal, Financial Technology and Hedge Funds (2019). SSRN: https://papers.ssrn.com/sol3/papers.cfm?abstract_id=3409548",
 "isBasedOn": {
  "@type": "ScholarlyArticle",
  "name": "Financial Technology and Hedge Funds",
  "datePublished": "2019",
  "url": "https://ssrn.com/abstract=3409548",
  "sha256": "74227ab2656b06bfe4a29c942fc2ba26df9f476917e0a9f85ec038b8c3402c40",
  "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202019%20-%20Financial%20Technology%20and%20Hedge%20Funds.pdf"
 },
 "keywords": [
  "ai-and-agents",
  "risk-and-incentives"
 ],
 "about": [
  "overfitting",
  "adaptive-data-analysis",
  "machine-learning",
  "model-risk"
 ],
 "abstract": "When data scientists use the same data set repetitively a risk exists that the training model will overfit the test set of data, which can limit the performance of the applied model on a different dataset.",
 "additionalProperty": [
  {
   "@type": "PropertyValue",
   "name": "claim_type",
   "value": "failure"
  },
  {
   "@type": "PropertyValue",
   "name": "confidence",
   "value": "argued"
  },
  {
   "@type": "PropertyValue",
   "name": "scope_conditions",
   "value": [
    "data scientists reusing a single data set repetitively"
   ]
  },
  {
   "@type": "PropertyValue",
   "name": "is_failure_mode",
   "value": true
  },
  {
   "@type": "PropertyValue",
   "name": "attestations",
   "value": "https://wulfkaal.github.io/colloquium/attestations/04292da2c0073a86f947d41e0b1d8927dab56a2ca959dd4115de281b2a2eadc4.json"
  },
  {
   "@type": "PropertyValue",
   "name": "edges",
   "value": [
    {
     "rel": "restates",
     "to": "https://wulfkaal.github.io/claims/2998033-021",
     "to_id": "kaal:claim:2998033-021",
     "similarity": 0.954
    }
   ]
  }
 ],
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/claims/index.json"
 },
 "dateModified": "2026-07-27",
 "version": "1.0",
 "sha256": "04292da2c0073a86f947d41e0b1d8927dab56a2ca959dd4115de281b2a2eadc4",
 "canonicalForm": "https://wulfkaal.github.io/claims/3409548-009.md"
}