{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:SEEVKSX5GUUFBWXHXLC67B3YKI","short_pith_number":"pith:SEEVKSX5","schema_version":"1.0","canonical_sha256":"9109554afd352850dae7bac5ef877852193ef1cc243c9ca894acc9c312430fad","source":{"kind":"arxiv","id":"2401.01301","version":2},"attestation_state":"computed","paper":{"title":"Large Legal Fictions: Profiling Legal Hallucinations in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Daniel E. Ho, Matthew Dahl, Mirac Suzgun, Varun Magesh","submitted_at":"2024-01-02T17:28:06Z","abstract_excerpt":"Do large language models (LLMs) know the law? These models are increasingly being used to augment legal practice, education, and research, yet their revolutionary potential is threatened by the presence of hallucinations -- textual output that is not consistent with legal facts. We present the first systematic evidence of these hallucinations, documenting LLMs' varying performance across jurisdictions, courts, time periods, and cases. Our work makes four key contributions. First, we develop a typology of legal hallucinations, providing a conceptual framework for future research in this area. S"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2401.01301","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-02T17:28:06Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"1ac64c7cf91d8dfbca9d5f9b08251da9d074d611cfd3de7cce6bc9e242a8efe2","abstract_canon_sha256":"3638ea7152a637eba78d24b7d6e589e762d386cf14caf16151f1345634e89cfd"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:53:19.081239Z","signature_b64":"izoTxxlzcTHGvsLrhpNj9YpMpE+llsMVUP76JgzapAO6jxdxvdwBlMDLNdSz1wCeePnDKu0aOWise5ZcJHygBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9109554afd352850dae7bac5ef877852193ef1cc243c9ca894acc9c312430fad","last_reissued_at":"2026-07-05T08:53:19.080763Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:53:19.080763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Large Legal Fictions: Profiling Legal Hallucinations in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Daniel E. Ho, Matthew Dahl, Mirac Suzgun, Varun Magesh","submitted_at":"2024-01-02T17:28:06Z","abstract_excerpt":"Do large language models (LLMs) know the law? These models are increasingly being used to augment legal practice, education, and research, yet their revolutionary potential is threatened by the presence of hallucinations -- textual output that is not consistent with legal facts. We present the first systematic evidence of these hallucinations, documenting LLMs' varying performance across jurisdictions, courts, time periods, and cases. Our work makes four key contributions. First, we develop a typology of legal hallucinations, providing a conceptual framework for future research in this area. S"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01301","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.01301/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2401.01301","created_at":"2026-07-05T08:53:19.080821+00:00"},{"alias_kind":"arxiv_version","alias_value":"2401.01301v2","created_at":"2026-07-05T08:53:19.080821+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01301","created_at":"2026-07-05T08:53:19.080821+00:00"},{"alias_kind":"pith_short_12","alias_value":"SEEVKSX5GUUF","created_at":"2026-07-05T08:53:19.080821+00:00"},{"alias_kind":"pith_short_16","alias_value":"SEEVKSX5GUUFBWXH","created_at":"2026-07-05T08:53:19.080821+00:00"},{"alias_kind":"pith_short_8","alias_value":"SEEVKSX5","created_at":"2026-07-05T08:53:19.080821+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2607.08399","citing_title":"Prompt Compression via Activation Aggregation","ref_index":71,"is_internal_anchor":true},{"citing_arxiv_id":"2606.24585","citing_title":"LLMs Prompted for Legal Context Object More: Overrefusal from Small On-Premises LLMs in Criminal Legal Context","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2606.23375","citing_title":"Measuring & Mitigating Over-Alignment for LLMs in Multilingual Criminal Law Courts","ref_index":40,"is_internal_anchor":false},{"citing_arxiv_id":"2606.06315","citing_title":"LLM Self-Recognition: Steering and Retrieving Activation Signatures","ref_index":66,"is_internal_anchor":false},{"citing_arxiv_id":"2606.23375","citing_title":"Measuring & Mitigating Over-Alignment for LLMs in Multilingual Criminal Law Courts","ref_index":40,"is_internal_anchor":false},{"citing_arxiv_id":"2408.12935","citing_title":"AI Safety Landscape for Large Language Models: Taxonomy, State-of-the-art, and Future Directions","ref_index":159,"is_internal_anchor":false},{"citing_arxiv_id":"2504.00446","citing_title":"Exposing the Ghost in the Transformer: Abnormal Detection for Large Language Models via Hidden State Forensics","ref_index":11,"is_internal_anchor":false},{"citing_arxiv_id":"2605.01486","citing_title":"MAP-Law: Coverage-Driven Retrieval Control for Multi-Turn Legal Consultation","ref_index":7,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI","json":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI.json","graph_json":"https://pith.science/api/pith-number/SEEVKSX5GUUFBWXHXLC67B3YKI/graph.json","events_json":"https://pith.science/api/pith-number/SEEVKSX5GUUFBWXHXLC67B3YKI/events.json","paper":"https://pith.science/paper/SEEVKSX5"},"agent_actions":{"view_html":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI","download_json":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI.json","view_paper":"https://pith.science/paper/SEEVKSX5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2401.01301&json=true","fetch_graph":"https://pith.science/api/pith-number/SEEVKSX5GUUFBWXHXLC67B3YKI/graph.json","fetch_events":"https://pith.science/api/pith-number/SEEVKSX5GUUFBWXHXLC67B3YKI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI/action/storage_attestation","attest_author":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI/action/author_attestation","sign_citation":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI/action/citation_signature","submit_replication":"https://pith.science/pith/SEEVKSX5GUUFBWXHXLC67B3YKI/action/replication_record"}},"created_at":"2026-07-05T08:53:19.080821+00:00","updated_at":"2026-07-05T08:53:19.080821+00:00"}