{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/claims/4855607-017",
 "identifier": "kaal:claim:4855607-017",
 "text": "Balancing helpfulness against harmlessness is an inherent tension in Safe RLHF rather than a tuning problem that can be resolved once.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0000-0003-0757-275X"
 },
 "citation": "Wulf A. Kaal, How AI Models are Optimized Through Web3 Governance (2024). SSRN: https://ssrn.com/abstract=4855607",
 "isBasedOn": {
  "@type": "ScholarlyArticle",
  "name": "How AI Models are Optimized Through Web3 Governance",
  "datePublished": "2024",
  "url": "https://ssrn.com/abstract=4855607",
  "sha256": "eb0b3e62374b45a8fa888c6bde9725e606bcb46cf4b5e74a6e851d9f25099113",
  "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202024%20-%20How%20AI%20Models%20are%20Optimized%20Through%20Web3%20Governance.pdf"
 },
 "keywords": [
  "ai-and-agents"
 ],
 "about": [
  "safe-rlhf",
  "helpfulness",
  "harmlessness",
  "objective-conflict",
  "alignment"
 ],
 "abstract": "Balancing the dual objectives of helpfulness and harmlessness remains an inherent tension in Safe RLHF.",
 "additionalProperty": [
  {
   "@type": "PropertyValue",
   "name": "claim_type",
   "value": "failure"
  },
  {
   "@type": "PropertyValue",
   "name": "confidence",
   "value": "evidenced"
  },
  {
   "@type": "PropertyValue",
   "name": "scope_conditions",
   "value": [
    "Safe RLHF designs that optimize helpfulness and harmlessness jointly"
   ]
  },
  {
   "@type": "PropertyValue",
   "name": "is_failure_mode",
   "value": true
  },
  {
   "@type": "PropertyValue",
   "name": "attestations",
   "value": "https://wulfkaal.github.io/colloquium/attestations/cde141bf7ae6f5c9d23780170c9d60a991ba5324ebeee28bd86757cba92eea35.json"
  },
  {
   "@type": "PropertyValue",
   "name": "edges",
   "value": [
    {
     "rel": "extended_by",
     "to": "https://wulfkaal.github.io/claims/6607458-030",
     "to_id": "kaal:claim:6607458-030",
     "similarity": 0.302
    }
   ]
  }
 ],
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/claims/index.json"
 },
 "dateModified": "2026-07-27",
 "version": "1.0",
 "sha256": "cde141bf7ae6f5c9d23780170c9d60a991ba5324ebeee28bd86757cba92eea35",
 "canonicalForm": "https://wulfkaal.github.io/claims/4855607-017.md"
}