{
 "@context": "https://schema.org",
 "@type": "Claim",
 "@id": "https://wulfkaal.github.io/claims/4855607-007",
 "identifier": "kaal:claim:4855607-007",
 "text": "The self attention mechanism in transformers scales quadratically with input sequence length, which makes transformers expensive and slow to train and use on long sequences and disqualifies them where real time processing or limited compute is required.",
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0000-0003-0757-275X"
 },
 "citation": "Wulf A. Kaal, How AI Models are Optimized Through Web3 Governance (2024). SSRN: https://ssrn.com/abstract=4855607",
 "isBasedOn": {
  "@type": "ScholarlyArticle",
  "name": "How AI Models are Optimized Through Web3 Governance",
  "datePublished": "2024",
  "url": "https://ssrn.com/abstract=4855607",
  "sha256": "eb0b3e62374b45a8fa888c6bde9725e606bcb46cf4b5e74a6e851d9f25099113",
  "encoding": "https://raw.githubusercontent.com/wulfkaal/Academic-Papers/main/papers/pdf/Kaal%20-%202024%20-%20How%20AI%20Models%20are%20Optimized%20Through%20Web3%20Governance.pdf"
 },
 "keywords": [
  "ai-and-agents"
 ],
 "about": [
  "transformer-ai",
  "self-attention",
  "quadratic-complexity",
  "compute-constraints",
  "long-sequences"
 ],
 "abstract": "The self-attention mechanism in Transformers has a quadratic computational complexity with respect to the input sequence length, making them computationally expensive and time-consuming to train and use, especially for long sequences.",
 "additionalProperty": [
  {
   "@type": "PropertyValue",
   "name": "claim_type",
   "value": "failure"
  },
  {
   "@type": "PropertyValue",
   "name": "confidence",
   "value": "evidenced"
  },
  {
   "@type": "PropertyValue",
   "name": "scope_conditions",
   "value": [
    "long input sequences",
    "real time or compute constrained deployments"
   ]
  },
  {
   "@type": "PropertyValue",
   "name": "is_failure_mode",
   "value": true
  },
  {
   "@type": "PropertyValue",
   "name": "attestations",
   "value": "https://wulfkaal.github.io/colloquium/attestations/115428c99f1779d43e9abced4f7d1d35520df8996530ef30b2bc7c79bd6aebbf.json"
  },
  {
   "@type": "PropertyValue",
   "name": "edges",
   "value": []
  }
 ],
 "isPartOf": {
  "@id": "https://wulfkaal.github.io/claims/index.json"
 },
 "dateModified": "2026-07-27",
 "version": "1.0",
 "sha256": "115428c99f1779d43e9abced4f7d1d35520df8996530ef30b2bc7c79bd6aebbf",
 "canonicalForm": "https://wulfkaal.github.io/claims/4855607-007.md"
}