{
  "@context": "https://schema.org",
  "@type": "Claim",
  "@id": "https://wulfkaal.github.io/claims/7456999-015",
  "identifier": "kaal:claim:7456999-015",
  "text": "The canonical RLHF pipeline consists of supervised fine-tuning, reward-model training on human preference comparisons, and policy optimization.",
  "author": {
    "@type": "Person",
    "name": "Wulf A. Kaal",
    "identifier": "https://orcid.org/0009-0008-7840-1847"
  },
  "citation": "Wulf A. Kaal, Reinforcement Learning from Reputation Feedback (2026). SSRN: https://ssrn.com/abstract=7456999",
  "isBasedOn": {
    "@type": "ScholarlyArticle",
    "name": "Reinforcement Learning from Reputation Feedback",
    "datePublished": "2026",
    "url": "https://ssrn.com/abstract=7456999",
    "sha256": "01016fbbcc25cad205cebd59ea686d8dfee8ae9b632095d86ba6c9a900456a4b",
    "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202026%20-%20Reinforcement%20Learning%20from%20Reputation%20Feedback.pdf"
  },
  "keywords": [
    "ai-and-agents",
    "research-methods"
  ],
  "about": [],
  "abstract": "The canonical pipeline, established by Christiano et al. (2017) and extended by Ouyang et al. (2022), proceeds in three stages: supervised \ufb01ne-tuning on demonstration data, reward model training on human preference comparisons under the Bradley-Terry likelihood, and policy optimization via Proximal Policy Optimization (Schulman et al. 2017).",
  "additionalProperty": [
    {
      "@type": "PropertyValue",
      "name": "claim_type",
      "value": "definitional"
    },
    {
      "@type": "PropertyValue",
      "name": "confidence",
      "value": "argued"
    },
    {
      "@type": "PropertyValue",
      "name": "scope_conditions",
      "value": [
        "the canonical RLHF pipeline described by the cited literature"
      ]
    },
    {
      "@type": "PropertyValue",
      "name": "is_failure_mode",
      "value": false
    },
    {
      "@type": "PropertyValue",
      "name": "edges",
      "value": []
    }
  ],
  "isPartOf": {
    "@id": "https://wulfkaal.github.io/claims/index.json"
  },
  "dateModified": "2026-09-13",
  "version": "1.0",
  "sha256": "e8f03869316ea748974ee98c7852a2d514af1bd089c0dda65dce7015703c907d",
  "canonicalForm": "https://wulfkaal.github.io/claims/7456999-015.md"
}