{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:T4IFBEK3STFEW26YYS6K76XUGN","short_pith_number":"pith:T4IFBEK3","canonical_record":{"source":{"id":"2308.11462","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-20T22:08:03Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"26f787639fd0c04623ab0974256ce6dd404e9c4b0e313d5b503b816c5dc8ea24","abstract_canon_sha256":"fd227cb7dbeea12553b863694b1e1ae2e2eae09bbf1c1f9a1a9c2aa96e7ba66d"},"schema_version":"1.0"},"canonical_sha256":"9f1050915b94ca4b6bd8c4bcaffaf4335f38003ffc6663982cf7cdb672cfeea6","source":{"kind":"arxiv","id":"2308.11462","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.11462","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"arxiv_version","alias_value":"2308.11462v1","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.11462","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"pith_short_12","alias_value":"T4IFBEK3STFE","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"pith_short_16","alias_value":"T4IFBEK3STFEW26Y","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"pith_short_8","alias_value":"T4IFBEK3","created_at":"2026-07-05T06:43:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:T4IFBEK3STFEW26YYS6K76XUGN","target":"record","payload":{"canonical_record":{"source":{"id":"2308.11462","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-20T22:08:03Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"26f787639fd0c04623ab0974256ce6dd404e9c4b0e313d5b503b816c5dc8ea24","abstract_canon_sha256":"fd227cb7dbeea12553b863694b1e1ae2e2eae09bbf1c1f9a1a9c2aa96e7ba66d"},"schema_version":"1.0"},"canonical_sha256":"9f1050915b94ca4b6bd8c4bcaffaf4335f38003ffc6663982cf7cdb672cfeea6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:43:35.260299Z","signature_b64":"o6zvVEvEZxAXx+WtXtyLA6u1IEFFfwU30Xa+j/SK3dRropV+3x2xFtEtLSt5gkJawOXMhMZZCKSs0owdMenGCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9f1050915b94ca4b6bd8c4bcaffaf4335f38003ffc6663982cf7cdb672cfeea6","last_reissued_at":"2026-07-05T06:43:35.259816Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:43:35.259816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.11462","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:43:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XMcQcUtDlaxUuuQRQiK9Dhidl50OPBL/YZi60hubP1e4M6H8Lb+fSJ6zMSdWz7jgt4nNg4ZnWI744Trd/PxqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T10:47:41.753168Z"},"content_sha256":"7d8e516b5aa18ce2eaaed6f7491e8304914b28eda2cb35d90c9e5d6137b35873","schema_version":"1.0","event_id":"sha256:7d8e516b5aa18ce2eaaed6f7491e8304914b28eda2cb35d90c9e5d6137b35873"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:T4IFBEK3STFEW26YYS6K76XUGN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LegalBench: A Collaboratively Built Benchmark for Measuring Legal Reasoning in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Adam Chilton, Aditya Narayana, Alex Chohlas-Wood, Austin Peters, Brandon Waldon, Christopher R\\'e, Daniel E. Ho, Daniel N. Rockmore, Diego Zambrano, Dmitry Talisman, Enam Hoque, Faiz Surani, Frank Fagan, Galit Sarfaty, Gregory M. Dickinson, Haggai Porat, Jason Hegland, Jessica Wu, Joel Niklaus, Joe Nudell, John Nay, Jonathan H. Choi, Julian Nyarko, Kevin Tobia, Margaret Hagan, Megan Ma, Michael Livermore, Neel Guha, Nikon Rasumov-Rahe, Nils Holzenberger, Noam Kolt, Peter Henderson, Sean Rehaag, Shang Gao, Sharad Goel, Spencer Williams, Sunny Gandhi, Tom Zur, Varun Iyer, Zehua Li","submitted_at":"2023-08-20T22:08:03Z","abstract_excerpt":"The advent of large language models (LLMs) and their adoption by the legal community has given rise to the question: what types of legal reasoning can LLMs perform? To enable greater study of this question, we present LegalBench: a collaboratively constructed legal reasoning benchmark consisting of 162 tasks covering six different types of legal reasoning. LegalBench was built through an interdisciplinary process, in which we collected tasks designed and hand-crafted by legal professionals. Because these subject matter experts took a leading role in construction, tasks either measure legal rea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.11462","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.11462/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:43:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IvTo5xzHz7cg1J0SG8+g1x2VPU/SHPR6FunZg3IEiUVq3yCtsoQItXp+HsWwIEBctS+tbnrF6b0KKZzdElz7Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T10:47:41.754094Z"},"content_sha256":"8e911aa30d64698adf9aaa2e60dbce752d22f5b291f921aef310a7369db36d72","schema_version":"1.0","event_id":"sha256:8e911aa30d64698adf9aaa2e60dbce752d22f5b291f921aef310a7369db36d72"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T4IFBEK3STFEW26YYS6K76XUGN/bundle.json","state_url":"https://pith.science/pith/T4IFBEK3STFEW26YYS6K76XUGN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T4IFBEK3STFEW26YYS6K76XUGN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T10:47:41Z","links":{"resolver":"https://pith.science/pith/T4IFBEK3STFEW26YYS6K76XUGN","bundle":"https://pith.science/pith/T4IFBEK3STFEW26YYS6K76XUGN/bundle.json","state":"https://pith.science/pith/T4IFBEK3STFEW26YYS6K76XUGN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T4IFBEK3STFEW26YYS6K76XUGN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:T4IFBEK3STFEW26YYS6K76XUGN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fd227cb7dbeea12553b863694b1e1ae2e2eae09bbf1c1f9a1a9c2aa96e7ba66d","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-20T22:08:03Z","title_canon_sha256":"26f787639fd0c04623ab0974256ce6dd404e9c4b0e313d5b503b816c5dc8ea24"},"schema_version":"1.0","source":{"id":"2308.11462","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.11462","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"arxiv_version","alias_value":"2308.11462v1","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.11462","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"pith_short_12","alias_value":"T4IFBEK3STFE","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"pith_short_16","alias_value":"T4IFBEK3STFEW26Y","created_at":"2026-07-05T06:43:35Z"},{"alias_kind":"pith_short_8","alias_value":"T4IFBEK3","created_at":"2026-07-05T06:43:35Z"}],"graph_snapshots":[{"event_id":"sha256:8e911aa30d64698adf9aaa2e60dbce752d22f5b291f921aef310a7369db36d72","target":"graph","created_at":"2026-07-05T06:43:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.11462/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advent of large language models (LLMs) and their adoption by the legal community has given rise to the question: what types of legal reasoning can LLMs perform? To enable greater study of this question, we present LegalBench: a collaboratively constructed legal reasoning benchmark consisting of 162 tasks covering six different types of legal reasoning. LegalBench was built through an interdisciplinary process, in which we collected tasks designed and hand-crafted by legal professionals. Because these subject matter experts took a leading role in construction, tasks either measure legal rea","authors_text":"Adam Chilton, Aditya Narayana, Alex Chohlas-Wood, Austin Peters, Brandon Waldon, Christopher R\\'e, Daniel E. Ho, Daniel N. Rockmore, Diego Zambrano, Dmitry Talisman, Enam Hoque, Faiz Surani, Frank Fagan, Galit Sarfaty, Gregory M. Dickinson, Haggai Porat, Jason Hegland, Jessica Wu, Joel Niklaus, Joe Nudell, John Nay, Jonathan H. Choi, Julian Nyarko, Kevin Tobia, Margaret Hagan, Megan Ma, Michael Livermore, Neel Guha, Nikon Rasumov-Rahe, Nils Holzenberger, Noam Kolt, Peter Henderson, Sean Rehaag, Shang Gao, Sharad Goel, Spencer Williams, Sunny Gandhi, Tom Zur, Varun Iyer, Zehua Li","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-20T22:08:03Z","title":"LegalBench: A Collaboratively Built Benchmark for Measuring Legal Reasoning in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.11462","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7d8e516b5aa18ce2eaaed6f7491e8304914b28eda2cb35d90c9e5d6137b35873","target":"record","created_at":"2026-07-05T06:43:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fd227cb7dbeea12553b863694b1e1ae2e2eae09bbf1c1f9a1a9c2aa96e7ba66d","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-20T22:08:03Z","title_canon_sha256":"26f787639fd0c04623ab0974256ce6dd404e9c4b0e313d5b503b816c5dc8ea24"},"schema_version":"1.0","source":{"id":"2308.11462","kind":"arxiv","version":1}},"canonical_sha256":"9f1050915b94ca4b6bd8c4bcaffaf4335f38003ffc6663982cf7cdb672cfeea6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9f1050915b94ca4b6bd8c4bcaffaf4335f38003ffc6663982cf7cdb672cfeea6","first_computed_at":"2026-07-05T06:43:35.259816Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:43:35.259816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o6zvVEvEZxAXx+WtXtyLA6u1IEFFfwU30Xa+j/SK3dRropV+3x2xFtEtLSt5gkJawOXMhMZZCKSs0owdMenGCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:43:35.260299Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.11462","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7d8e516b5aa18ce2eaaed6f7491e8304914b28eda2cb35d90c9e5d6137b35873","sha256:8e911aa30d64698adf9aaa2e60dbce752d22f5b291f921aef310a7369db36d72"],"state_sha256":"c9ae0eba2f9da6684c014ee358249c276d33c45c669911610a1a115f50890217"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vnzLvmpQd3GdWFZdh/nCgBIWvQyU+sa0luI0xzrumndzSIi9bi4hbcVQkOPS8Sc6hD7iIx6lcp0JrwfVyjl/BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T10:47:41.761185Z","bundle_sha256":"7fbf274733e2e3b3bf5f1e8dcb78000efac1a44c1d62ad890741ca9d76dceab1"}}