{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:C6QB6P24DOUXWIGZQGMR6P7HKJ","short_pith_number":"pith:C6QB6P24","canonical_record":{"source":{"id":"2409.11798","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T08:30:20Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"c3d50524fe36c8ef1b59b532b4b2cf64e4af0a91020eee917e9783fc2d99f7a0","abstract_canon_sha256":"17bac7c878421e4c2615f5647f514dd62b53a498894f6f419b580d93ad6682f9"},"schema_version":"1.0"},"canonical_sha256":"17a01f3f5c1ba97b20d981991f3fe752458ff684d00acfeedc5de952a4fcebc6","source":{"kind":"arxiv","id":"2409.11798","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11798","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11798v1","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11798","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"pith_short_12","alias_value":"C6QB6P24DOUX","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"pith_short_16","alias_value":"C6QB6P24DOUXWIGZ","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"pith_short_8","alias_value":"C6QB6P24","created_at":"2026-07-05T09:08:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:C6QB6P24DOUXWIGZQGMR6P7HKJ","target":"record","payload":{"canonical_record":{"source":{"id":"2409.11798","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T08:30:20Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"c3d50524fe36c8ef1b59b532b4b2cf64e4af0a91020eee917e9783fc2d99f7a0","abstract_canon_sha256":"17bac7c878421e4c2615f5647f514dd62b53a498894f6f419b580d93ad6682f9"},"schema_version":"1.0"},"canonical_sha256":"17a01f3f5c1ba97b20d981991f3fe752458ff684d00acfeedc5de952a4fcebc6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:08:37.799840Z","signature_b64":"BRd9Fj0X/qvvucaRcJshZInAvipSLJdKHSWxebJMK3oIQOe8pEUQPfwQ4pugyWZ+3vid84Lo1CEE5ofDsO7pCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"17a01f3f5c1ba97b20d981991f3fe752458ff684d00acfeedc5de952a4fcebc6","last_reissued_at":"2026-07-05T09:08:37.799308Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:08:37.799308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.11798","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:08:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t43nuNqEizp2xA6giSVD3BqosQWHTZSMAgXBXT7V7UQ7wBuBiqIwFzx2PvPANmXZ7g2vRMp+Knea3yNp85R4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:47:16.548844Z"},"content_sha256":"a9d34e1e7db4c650f963de5789b03276328f52e263f1c31d506bfa0ce9a2489d","schema_version":"1.0","event_id":"sha256:a9d34e1e7db4c650f963de5789b03276328f52e263f1c31d506bfa0ce9a2489d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:C6QB6P24DOUXWIGZQGMR6P7HKJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Factuality of Large Language Models in the Legal Domain","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Fabian Suchanek, Fragkiskos Malliaros, Nils Holzenberger, Rajaa El Hamdani, Thomas Bonald","submitted_at":"2024-09-18T08:30:20Z","abstract_excerpt":"This paper investigates the factuality of large language models (LLMs) as knowledge bases in the legal domain, in a realistic usage scenario: we allow for acceptable variations in the answer, and let the model abstain from answering when uncertain. First, we design a dataset of diverse factual questions about case law and legislation. We then use the dataset to evaluate several LLMs under different evaluation methods, including exact, alias, and fuzzy matching. Our results show that the performance improves significantly under the alias and fuzzy matching methods. Further, we explore the impac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11798","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.11798/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:08:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3kHwaU8ryklCnzEANi4EQYX7102ton94G3Ua4EsvWcxgZ9y73L8ERE6LGsqcqBUZ2HES3k1+hJMsjR1s2fOeDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:47:16.549775Z"},"content_sha256":"6a2a3088ac0ea7a15509f7ecf7404ae46ab997528d73d13aa22345220df0d663","schema_version":"1.0","event_id":"sha256:6a2a3088ac0ea7a15509f7ecf7404ae46ab997528d73d13aa22345220df0d663"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C6QB6P24DOUXWIGZQGMR6P7HKJ/bundle.json","state_url":"https://pith.science/pith/C6QB6P24DOUXWIGZQGMR6P7HKJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C6QB6P24DOUXWIGZQGMR6P7HKJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T02:47:16Z","links":{"resolver":"https://pith.science/pith/C6QB6P24DOUXWIGZQGMR6P7HKJ","bundle":"https://pith.science/pith/C6QB6P24DOUXWIGZQGMR6P7HKJ/bundle.json","state":"https://pith.science/pith/C6QB6P24DOUXWIGZQGMR6P7HKJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C6QB6P24DOUXWIGZQGMR6P7HKJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C6QB6P24DOUXWIGZQGMR6P7HKJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"17bac7c878421e4c2615f5647f514dd62b53a498894f6f419b580d93ad6682f9","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T08:30:20Z","title_canon_sha256":"c3d50524fe36c8ef1b59b532b4b2cf64e4af0a91020eee917e9783fc2d99f7a0"},"schema_version":"1.0","source":{"id":"2409.11798","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11798","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11798v1","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11798","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"pith_short_12","alias_value":"C6QB6P24DOUX","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"pith_short_16","alias_value":"C6QB6P24DOUXWIGZ","created_at":"2026-07-05T09:08:37Z"},{"alias_kind":"pith_short_8","alias_value":"C6QB6P24","created_at":"2026-07-05T09:08:37Z"}],"graph_snapshots":[{"event_id":"sha256:6a2a3088ac0ea7a15509f7ecf7404ae46ab997528d73d13aa22345220df0d663","target":"graph","created_at":"2026-07-05T09:08:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.11798/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper investigates the factuality of large language models (LLMs) as knowledge bases in the legal domain, in a realistic usage scenario: we allow for acceptable variations in the answer, and let the model abstain from answering when uncertain. First, we design a dataset of diverse factual questions about case law and legislation. We then use the dataset to evaluate several LLMs under different evaluation methods, including exact, alias, and fuzzy matching. Our results show that the performance improves significantly under the alias and fuzzy matching methods. Further, we explore the impac","authors_text":"Fabian Suchanek, Fragkiskos Malliaros, Nils Holzenberger, Rajaa El Hamdani, Thomas Bonald","cross_cats":["cs.AI","cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T08:30:20Z","title":"The Factuality of Large Language Models in the Legal Domain"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11798","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a9d34e1e7db4c650f963de5789b03276328f52e263f1c31d506bfa0ce9a2489d","target":"record","created_at":"2026-07-05T09:08:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"17bac7c878421e4c2615f5647f514dd62b53a498894f6f419b580d93ad6682f9","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T08:30:20Z","title_canon_sha256":"c3d50524fe36c8ef1b59b532b4b2cf64e4af0a91020eee917e9783fc2d99f7a0"},"schema_version":"1.0","source":{"id":"2409.11798","kind":"arxiv","version":1}},"canonical_sha256":"17a01f3f5c1ba97b20d981991f3fe752458ff684d00acfeedc5de952a4fcebc6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"17a01f3f5c1ba97b20d981991f3fe752458ff684d00acfeedc5de952a4fcebc6","first_computed_at":"2026-07-05T09:08:37.799308Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:08:37.799308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BRd9Fj0X/qvvucaRcJshZInAvipSLJdKHSWxebJMK3oIQOe8pEUQPfwQ4pugyWZ+3vid84Lo1CEE5ofDsO7pCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:08:37.799840Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.11798","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a9d34e1e7db4c650f963de5789b03276328f52e263f1c31d506bfa0ce9a2489d","sha256:6a2a3088ac0ea7a15509f7ecf7404ae46ab997528d73d13aa22345220df0d663"],"state_sha256":"646c683d9c48a0515c7c3552397d90168884c9683b4f8779f4967301730f1d28"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GWrXKGUW0FJwJTk6WG29m0nGPNDIzLahtuywN8iU8A1h1DOq1qWzJ0lDilOeUO9ylseG+QCnMkmSjVfXhIuuDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T02:47:16.554632Z","bundle_sha256":"6dd1a9beb8be0bb4657d9e7ce6f112d9385006340a57dbf2adcd494f6216425b"}}