{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/claims/4755632-003",
 "identifier": "kaal:claim:4755632-003",
 "text": "The move by AI developers toward smaller training datasets raises the risk of overfitting, especially with complex models, which forces LLM developers to rely on regularization to counteract overfitting of the model to the training data.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0000-0003-0757-275X"
 },
 "citation": "Wulf A. Kaal, AI Learning - Decentralized Governance to Optimize Human Output Datasets for AI Learning (2024). SSRN: https://ssrn.com/abstract=4755632",
 "isBasedOn": {
  "@type": "ScholarlyArticle",
  "name": "AI Learning - Decentralized Governance to Optimize Human Output Datasets for AI Learning",
  "datePublished": "2024",
  "url": "https://ssrn.com/abstract=4755632",
  "sha256": "972ccebf0c06ac1767a9e443bb95942b7670e806a63c25ee817c368a64c8eca8",
  "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202024%20-%20AI%20Learning%20-%20Decentralized%20Governance%20to%20Optimize%20Human%20Output%20Datasets%20for%20AI%20Learning.pdf"
 },
 "keywords": [
  "ai-and-agents",
  "education-and-practice"
 ],
 "about": [
  "overfitting",
  "small-data",
  "regularization",
  "llm-training"
 ],
 "abstract": "However, with small datasets in LLMs, the risk of overfitting also rises, especially with complex models. Therefore, LLM developers have to turn to regularization in an effort to address overfitting of the model with the training data.",
 "additionalProperty": [
  {
   "@type": "PropertyValue",
   "name": "claim_type",
   "value": "failure"
  },
  {
   "@type": "PropertyValue",
   "name": "confidence",
   "value": "argued"
  },
  {
   "@type": "PropertyValue",
   "name": "scope_conditions",
   "value": [
    "holds for smaller datasets used in LLM development",
    "risk increases with model complexity"
   ]
  },
  {
   "@type": "PropertyValue",
   "name": "is_failure_mode",
   "value": true
  },
  {
   "@type": "PropertyValue",
   "name": "attestations",
   "value": "https://wulfkaal.github.io/colloquium/attestations/e66d425ac8d67d105786ad386af3abcb73cc9de58832888586bd940cb2b15745.json"
  },
  {
   "@type": "PropertyValue",
   "name": "edges",
   "value": []
  }
 ],
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/claims/index.json"
 },
 "dateModified": "2026-07-27",
 "version": "1.0",
 "sha256": "e66d425ac8d67d105786ad386af3abcb73cc9de58832888586bd940cb2b15745",
 "canonicalForm": "https://wulfkaal.github.io/claims/4755632-003.md"
}