{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/claims/4855607-016",
 "identifier": "kaal:claim:4855607-016",
 "text": "There is a trade off in RLHF between the agent imitating human advice and learning autonomously, and human guidance that is too specific will prevent the agent from discovering novel optimal strategies.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0000-0003-0757-275X"
 },
 "citation": "Wulf A. Kaal, How AI Models are Optimized Through Web3 Governance (2024). SSRN: https://ssrn.com/abstract=4855607",
 "isBasedOn": {
  "@type": "ScholarlyArticle",
  "name": "How AI Models are Optimized Through Web3 Governance",
  "datePublished": "2024",
  "url": "https://ssrn.com/abstract=4855607",
  "sha256": "eb0b3e62374b45a8fa888c6bde9725e606bcb46cf4b5e74a6e851d9f25099113",
  "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202024%20-%20How%20AI%20Models%20are%20Optimized%20Through%20Web3%20Governance.pdf"
 },
 "keywords": [
  "ai-and-agents"
 ],
 "about": [
  "rlhf",
  "human-in-the-loop",
  "autonomy-tradeoff",
  "strategy-discovery",
  "guidance-overfitting"
 ],
 "abstract": "there is a trade-off between the extent to which the agent should imitate human advice versus learning autonomously. Overspecific human guidance can hinder the agent's ability to discover novel optimal strategies.",
 "additionalProperty": [
  {
   "@type": "PropertyValue",
   "name": "claim_type",
   "value": "failure"
  },
  {
   "@type": "PropertyValue",
   "name": "confidence",
   "value": "evidenced"
  },
  {
   "@type": "PropertyValue",
   "name": "scope_conditions",
   "value": [
    "human in the loop RL where the extent of human involvement is a design choice"
   ]
  },
  {
   "@type": "PropertyValue",
   "name": "is_failure_mode",
   "value": true
  },
  {
   "@type": "PropertyValue",
   "name": "attestations",
   "value": "https://wulfkaal.github.io/colloquium/attestations/3701bee8d234b34c0a7c30dcd209bf91edc50c1937590b43f7cee167ef2a7a90.json"
  },
  {
   "@type": "PropertyValue",
   "name": "edges",
   "value": []
  }
 ],
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/claims/index.json"
 },
 "dateModified": "2026-07-27",
 "version": "1.0",
 "sha256": "3701bee8d234b34c0a7c30dcd209bf91edc50c1937590b43f7cee167ef2a7a90",
 "canonicalForm": "https://wulfkaal.github.io/claims/4855607-016.md"
}