{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:B2BHYCRVWVETPH7ZD2FGEFQQX2","short_pith_number":"pith:B2BHYCRV","canonical_record":{"source":{"id":"2506.00694","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T19:56:40Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"dd13e609bdb95cbd6d381b39645b8e8c67c328e0d2a0dbedb5d350c287292f14","abstract_canon_sha256":"e2b5c0765152a3fb1fc883ea23b855db2db6ecb5fa5c7e93eb2ad12697bd696f"},"schema_version":"1.0"},"canonical_sha256":"0e827c0a35b549379ff91e8a621610be93b7154cd118be32dff980c2d16dabc7","source":{"kind":"arxiv","id":"2506.00694","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00694","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00694v2","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00694","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"pith_short_12","alias_value":"B2BHYCRVWVET","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"pith_short_16","alias_value":"B2BHYCRVWVETPH7Z","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"pith_short_8","alias_value":"B2BHYCRV","created_at":"2026-07-05T11:14:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:B2BHYCRVWVETPH7ZD2FGEFQQX2","target":"record","payload":{"canonical_record":{"source":{"id":"2506.00694","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T19:56:40Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"dd13e609bdb95cbd6d381b39645b8e8c67c328e0d2a0dbedb5d350c287292f14","abstract_canon_sha256":"e2b5c0765152a3fb1fc883ea23b855db2db6ecb5fa5c7e93eb2ad12697bd696f"},"schema_version":"1.0"},"canonical_sha256":"0e827c0a35b549379ff91e8a621610be93b7154cd118be32dff980c2d16dabc7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:29.874197Z","signature_b64":"BBMIVpBqiRwIMJVv527+CPTijemtmxLS+8mjyAPk4XbMe6skuhHSXItfTovNpHo/FQ9WFGXcvTq1GQKB0AYPDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0e827c0a35b549379ff91e8a621610be93b7154cd118be32dff980c2d16dabc7","last_reissued_at":"2026-07-05T11:14:29.873763Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:29.873763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.00694","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TAPOYHvsajEHMS6njGZWnPzP0lj9twpGjP/bYC1xAUF5nrfJxcgJKzgL117M/DhckUidSu6kQqaD79jZDEfKBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:59:32.256659Z"},"content_sha256":"6d29a36192ebf7ed3027e0484db8eb349f0fb55059e1c44cf51e9e69b8ed7193","schema_version":"1.0","event_id":"sha256:6d29a36192ebf7ed3027e0484db8eb349f0fb55059e1c44cf51e9e69b8ed7193"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:B2BHYCRVWVETPH7ZD2FGEFQQX2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring Faithfulness and Abstention: An Automated Pipeline for Evaluating LLM-Generated 3-ply Case-Based Legal Arguments","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Jaromir Savelka, Kevin D. Ashley, Li Zhang, Morgan Gray","submitted_at":"2025-05-31T19:56:40Z","abstract_excerpt":"Large Language Models (LLMs) demonstrate potential in complex legal tasks like argument generation, yet their reliability remains a concern. Building upon pilot work assessing LLM generation of 3-ply legal arguments using human evaluation, this paper introduces an automated pipeline to evaluate LLM performance on this task, specifically focusing on faithfulness (absence of hallucination), factor utilization, and appropriate abstention. We define hallucination as the generation of factors not present in the input case materials and abstention as the model's ability to refrain from generating ar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00694","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.00694/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/LwmoHq/nNYIaDQBn8W4fjwcqKJPX8ztNS0Arktc/1DQ2BCCpbgguD3mmrAj7AdToUS7BoWH/PSgYeIkavIYBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:59:32.257157Z"},"content_sha256":"ab6a556198f6f19b24f3314828efc99111c13c1a389f29aa9b6987af492a1866","schema_version":"1.0","event_id":"sha256:ab6a556198f6f19b24f3314828efc99111c13c1a389f29aa9b6987af492a1866"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B2BHYCRVWVETPH7ZD2FGEFQQX2/bundle.json","state_url":"https://pith.science/pith/B2BHYCRVWVETPH7ZD2FGEFQQX2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B2BHYCRVWVETPH7ZD2FGEFQQX2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T03:59:32Z","links":{"resolver":"https://pith.science/pith/B2BHYCRVWVETPH7ZD2FGEFQQX2","bundle":"https://pith.science/pith/B2BHYCRVWVETPH7ZD2FGEFQQX2/bundle.json","state":"https://pith.science/pith/B2BHYCRVWVETPH7ZD2FGEFQQX2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B2BHYCRVWVETPH7ZD2FGEFQQX2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:B2BHYCRVWVETPH7ZD2FGEFQQX2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2b5c0765152a3fb1fc883ea23b855db2db6ecb5fa5c7e93eb2ad12697bd696f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T19:56:40Z","title_canon_sha256":"dd13e609bdb95cbd6d381b39645b8e8c67c328e0d2a0dbedb5d350c287292f14"},"schema_version":"1.0","source":{"id":"2506.00694","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00694","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00694v2","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00694","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"pith_short_12","alias_value":"B2BHYCRVWVET","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"pith_short_16","alias_value":"B2BHYCRVWVETPH7Z","created_at":"2026-07-05T11:14:29Z"},{"alias_kind":"pith_short_8","alias_value":"B2BHYCRV","created_at":"2026-07-05T11:14:29Z"}],"graph_snapshots":[{"event_id":"sha256:ab6a556198f6f19b24f3314828efc99111c13c1a389f29aa9b6987af492a1866","target":"graph","created_at":"2026-07-05T11:14:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.00694/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) demonstrate potential in complex legal tasks like argument generation, yet their reliability remains a concern. Building upon pilot work assessing LLM generation of 3-ply legal arguments using human evaluation, this paper introduces an automated pipeline to evaluate LLM performance on this task, specifically focusing on faithfulness (absence of hallucination), factor utilization, and appropriate abstention. We define hallucination as the generation of factors not present in the input case materials and abstention as the model's ability to refrain from generating ar","authors_text":"Jaromir Savelka, Kevin D. Ashley, Li Zhang, Morgan Gray","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T19:56:40Z","title":"Measuring Faithfulness and Abstention: An Automated Pipeline for Evaluating LLM-Generated 3-ply Case-Based Legal Arguments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00694","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d29a36192ebf7ed3027e0484db8eb349f0fb55059e1c44cf51e9e69b8ed7193","target":"record","created_at":"2026-07-05T11:14:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2b5c0765152a3fb1fc883ea23b855db2db6ecb5fa5c7e93eb2ad12697bd696f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T19:56:40Z","title_canon_sha256":"dd13e609bdb95cbd6d381b39645b8e8c67c328e0d2a0dbedb5d350c287292f14"},"schema_version":"1.0","source":{"id":"2506.00694","kind":"arxiv","version":2}},"canonical_sha256":"0e827c0a35b549379ff91e8a621610be93b7154cd118be32dff980c2d16dabc7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0e827c0a35b549379ff91e8a621610be93b7154cd118be32dff980c2d16dabc7","first_computed_at":"2026-07-05T11:14:29.873763Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:29.873763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BBMIVpBqiRwIMJVv527+CPTijemtmxLS+8mjyAPk4XbMe6skuhHSXItfTovNpHo/FQ9WFGXcvTq1GQKB0AYPDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:29.874197Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.00694","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d29a36192ebf7ed3027e0484db8eb349f0fb55059e1c44cf51e9e69b8ed7193","sha256:ab6a556198f6f19b24f3314828efc99111c13c1a389f29aa9b6987af492a1866"],"state_sha256":"3bf8c1b0695482095ac80e13f04099a1a32c668cd52a219bde34526a56db6bbb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MIRfdqDzvpNjJzTBhL23K61Tvk07n0rWG0x3KqUNT+mJTdqr8Ar6n+/eA9Ujd3z6vNhPDxHOV5sqgS35+tG3BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T03:59:32.260853Z","bundle_sha256":"95e5f05d0220441717ee356d78661c6c392441b49b66354e2619a038e12a351d"}}