{
  "@context": "https://schema.org",
  "@type": "Claim",
  "@id": "https://wulfkaal.github.io/claims/7456999-024",
  "identifier": "kaal:claim:7456999-024",
  "text": "RLAIF addresses scalability by substituting AI-generated preferences, but it propagates the AI labeler's own biases through the pipeline.",
  "author": {
    "@type": "Person",
    "name": "Wulf A. Kaal",
    "identifier": "https://orcid.org/0009-0008-7840-1847"
  },
  "citation": "Wulf A. Kaal, Reinforcement Learning from Reputation Feedback (2026). SSRN: https://ssrn.com/abstract=7456999",
  "isBasedOn": {
    "@type": "ScholarlyArticle",
    "name": "Reinforcement Learning from Reputation Feedback",
    "datePublished": "2026",
    "url": "https://ssrn.com/abstract=7456999",
    "sha256": "01016fbbcc25cad205cebd59ea686d8dfee8ae9b632095d86ba6c9a900456a4b",
    "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202026%20-%20Reinforcement%20Learning%20from%20Reputation%20Feedback.pdf"
  },
  "keywords": [
    "ai-and-agents",
    "risk-and-incentives",
    "empirical-evidence"
  ],
  "about": [],
  "abstract": "RLAIF (Lee et al. 2024) substitutes AI-generated preferences for human ones, addressing the scalability bottleneck but introducing a new form of the same problem: the AI labeler\u2019s own biases (which are themselves the output of prior RLHF training) propagate through the pipeline.",
  "additionalProperty": [
    {
      "@type": "PropertyValue",
      "name": "claim_type",
      "value": "failure"
    },
    {
      "@type": "PropertyValue",
      "name": "confidence",
      "value": "argued"
    },
    {
      "@type": "PropertyValue",
      "name": "scope_conditions",
      "value": [
        "RLAIF systems whose labeler reflects prior RLHF training"
      ]
    },
    {
      "@type": "PropertyValue",
      "name": "is_failure_mode",
      "value": true
    },
    {
      "@type": "PropertyValue",
      "name": "edges",
      "value": []
    }
  ],
  "isPartOf": {
    "@id": "https://wulfkaal.github.io/claims/index.json"
  },
  "dateModified": "2026-09-13",
  "version": "1.0",
  "sha256": "ed759338ff94f0e75a23c11937625d196d3ace44394813f55c69dada0d7b7077",
  "canonicalForm": "https://wulfkaal.github.io/claims/7456999-024.md"
}