{
 "@context": "https://schema.org",
 "@type": "DefinedTerm",
 "@id": "https://wulfkaal.github.io/entities/empirical-studies",
 "identifier": "kaal:entity:empirical-studies",
 "name": "Empirical studies",
 "termCode": "empirical-studies",
 "inDefinedTermSet": {
  "@id": "https://wulfkaal.github.io/entities/index.json"
 },
 "author": {
  "@type": "Person",
  "name": "Wulf A. Kaal",
  "identifier": "https://orcid.org/0000-0003-0757-275X"
 },
 "dateModified": "2026-07-29",
 "canonicalForm": "https://wulfkaal.github.io/entities/empirical-studies.md",
 "sha256": "d8b0bae90d5326b468139c86526bbcf486d61c6e72e20fff686f0dbf60cb0099",
 "additionalProperty": [
  {
   "@type": "PropertyValue",
   "name": "status",
   "value": "derived"
  },
  {
   "@type": "PropertyValue",
   "name": "claim_count",
   "value": 2
  },
  {
   "@type": "PropertyValue",
   "name": "work_count",
   "value": 1
  },
  {
   "@type": "PropertyValue",
   "name": "year_span",
   "value": [
    "2025",
    "2025"
   ]
  },
  {
   "@type": "PropertyValue",
   "name": "non_current_claims",
   "value": 0
  }
 ],
 "subjectOf": [
  {
   "@type": "Claim",
   "@id": "https://wulfkaal.github.io/claims/5541658-021",
   "identifier": "kaal:claim:5541658-021",
   "text": "The overreliance concern is not uniform: some studies find that annotators do not over rely on LLM output when labelling court opinions for legally relevant factors, and other studies find an aversion to AI generated legal content consistent with algorithmic aversion in other domains.",
   "abstract": "On the other hand, some studies have found that students were unlikely to over rely on LLM output when labelling court opinions as to legally relevant factors.",
   "citation": "Wulf A. Kaal, Morgan A. Gray, The Evolving Role of Artificial Intelligence in Law (2025). SSRN: https://ssrn.com/abstract=5541658",
   "datePublished": "2025",
   "claim_type": "empirical",
   "confidence": "evidenced",
   "is_failure_mode": false,
   "scope_conditions": [
    "annotation tasks labelling court opinions for legally relevant factors",
    "studies of lawyers' preferences between human and LLM authored documents"
   ],
   "source_pdf_sha256": "e543a2d698fcd522d4d02e034cc9ee1344d0015d2c824b40b9e05ab7c0728c60",
   "status": "current"
  },
  {
   "@type": "Claim",
   "@id": "https://wulfkaal.github.io/claims/5541658-038",
   "identifier": "kaal:claim:5541658-038",
   "text": "A Dutch court's AI system for traffic violation appeals improved consistency yet altered legal experts' decisions, which shows that consistency gains from judicial AI can come at the cost of influencing expert judgment and therefore require human oversight.",
   "abstract": "For example, a study of an AI system for traffic violation appeals in a Dutch court found that while AI improved consistency, it altered legal experts' decisions, highlighting the need for human oversight.",
   "citation": "Wulf A. Kaal, Morgan A. Gray, The Evolving Role of Artificial Intelligence in Law (2025). SSRN: https://ssrn.com/abstract=5541658",
   "datePublished": "2025",
   "claim_type": "empirical",
   "confidence": "evidenced",
   "is_failure_mode": true,
   "scope_conditions": [
    "a Dutch court",
    "traffic violation appeals",
    "high volume standardized decisions"
   ],
   "source_pdf_sha256": "e543a2d698fcd522d4d02e034cc9ee1344d0015d2c824b40b9e05ab7c0728c60",
   "status": "current"
  }
 ],
 "description": "2 claims in the published works of Wulf A. Kaal carry the concept tag 'empirical-studies'. Derived node: a roster, not an adjudicated definition."
}