{
  "@context": "https://schema.org",
  "@type": "Claim",
  "@id": "https://wulfkaal.github.io/claims/7456999-022",
  "identifier": "kaal:claim:7456999-022",
  "text": "Arrow's theorem is only an analogy to RLHF aggregation and does not derive reward hacking or overoptimization.",
  "author": {
    "@type": "Person",
    "name": "Wulf A. Kaal",
    "identifier": "https://orcid.org/0009-0008-7840-1847"
  },
  "citation": "Wulf A. Kaal, Reinforcement Learning from Reputation Feedback (2026). SSRN: https://ssrn.com/abstract=7456999",
  "isBasedOn": {
    "@type": "ScholarlyArticle",
    "name": "Reinforcement Learning from Reputation Feedback",
    "datePublished": "2026",
    "url": "https://ssrn.com/abstract=7456999",
    "sha256": "01016fbbcc25cad205cebd59ea686d8dfee8ae9b632095d86ba6c9a900456a4b",
    "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202026%20-%20Reinforcement%20Learning%20from%20Reputation%20Feedback.pdf"
  },
  "keywords": [
    "economics",
    "ai-and-agents",
    "research-methods"
  ],
  "about": [],
  "abstract": "The comparison is an analogy, not an application of the theorem to reward model training and not a derivation of reward overoptimization. Arrow\u2019s theorem does not entail the reward hacking and overoptimization documented by Gao, Schulman, and Hilton (2023).",
  "additionalProperty": [
    {
      "@type": "PropertyValue",
      "name": "claim_type",
      "value": "methodological"
    },
    {
      "@type": "PropertyValue",
      "name": "confidence",
      "value": "argued"
    },
    {
      "@type": "PropertyValue",
      "name": "scope_conditions",
      "value": [
        "the paper's use of Arrow's impossibility theorem"
      ]
    },
    {
      "@type": "PropertyValue",
      "name": "is_failure_mode",
      "value": true
    },
    {
      "@type": "PropertyValue",
      "name": "edges",
      "value": []
    }
  ],
  "isPartOf": {
    "@id": "https://wulfkaal.github.io/claims/index.json"
  },
  "dateModified": "2026-09-13",
  "version": "1.0",
  "sha256": "51c194a7267c94030e93a2be9be5a07c493efdc6eea81aecbad21cd78721216b",
  "canonicalForm": "https://wulfkaal.github.io/claims/7456999-022.md"
}