{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:BUAAKX7MTERL7WPOHFZMZ3AZ3N","short_pith_number":"pith:BUAAKX7M","canonical_record":{"source":{"id":"2608.06166","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-08-06T15:33:21Z","cross_cats_sorted":[],"title_canon_sha256":"e121832cdd1ab593afaa5644f5f46bacf1a5cd497a5471d281ad3c96008ff6e1","abstract_canon_sha256":"c453802b2d03b02e9bfd2c8d428ee7e8f9c4baf1e62f9b807bd8e53ec5bb6854"},"schema_version":"1.0"},"canonical_sha256":"0d00055fec9922bfd9ee3972ccec19db5a30a8fcb31a1c02cd5bf0355e42d2d1","source":{"kind":"arxiv","id":"2608.06166","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.06166","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"arxiv_version","alias_value":"2608.06166v1","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.06166","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"pith_short_12","alias_value":"BUAAKX7MTERL","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"pith_short_16","alias_value":"BUAAKX7MTERL7WPO","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"pith_short_8","alias_value":"BUAAKX7M","created_at":"2026-08-07T01:40:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:BUAAKX7MTERL7WPOHFZMZ3AZ3N","target":"record","payload":{"canonical_record":{"source":{"id":"2608.06166","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-08-06T15:33:21Z","cross_cats_sorted":[],"title_canon_sha256":"e121832cdd1ab593afaa5644f5f46bacf1a5cd497a5471d281ad3c96008ff6e1","abstract_canon_sha256":"c453802b2d03b02e9bfd2c8d428ee7e8f9c4baf1e62f9b807bd8e53ec5bb6854"},"schema_version":"1.0"},"canonical_sha256":"0d00055fec9922bfd9ee3972ccec19db5a30a8fcb31a1c02cd5bf0355e42d2d1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-07T01:40:51.636892Z","signature_b64":"Eb/krkgiH8+EZz2kEeD1qhtg9T4NEQSvxXai+5LZdbQt5r6YcZZn1cRzIyrItvha7oXjG6vxZIF6vU/t0XuECQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0d00055fec9922bfd9ee3972ccec19db5a30a8fcb31a1c02cd5bf0355e42d2d1","last_reissued_at":"2026-08-07T01:40:51.635295Z","signature_status":"signed_v1","first_computed_at":"2026-08-07T01:40:51.635295Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.06166","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-07T01:40:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x/uKYEHartwPuP3HYInbEGayl2CxUgUffzhsZxzMNqEeowRzQFZhRrd+IKRik/ve+ctMpUfr6AZV2RBMxhZPCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:02:37.019840Z"},"content_sha256":"a59d1037ee8d085ece4bb267296a0e721e3d189f812476af41df0f2bd5608e09","schema_version":"1.0","event_id":"sha256:a59d1037ee8d085ece4bb267296a0e721e3d189f812476af41df0f2bd5608e09"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:BUAAKX7MTERL7WPOHFZMZ3AZ3N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What out-of-the-box LLMs can(t) do in law? A Turing test in Italian exams for lawyers, judges and notaries","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Emiliano Troisi, Francesca Lagioia, Germana Bertoli, Giovanni Sartor, Ilaria Amelia Caggiano, Riccardo Rovatti","submitted_at":"2026-08-06T15:33:21Z","abstract_excerpt":"The article reports on a blind Turing Test experiment, assessing the performance of out-of-the-box leading LLMs on three Italian legal professional exams: the Bar, Judges and Notary exams. Leading LLMs were asked to generate full written exam papers, which were made indistinguishable from human submissions and anonymously evaluated by expert examiners, using the same criteria applied in real examinations. Results reveal marked differences across both models and tasks. While some LLMs match or exceed top human performance in adversarial legal argumentation and doctrinal analysis, all models fai"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.06166","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.06166/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-07T01:40:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SYJR+au72NEJZYx45XO/9nfAX8L/HtN2sD4b6KqInnQtLdntwPtF1d1Kyu05BviIjn2CefYQwgW6xooKkE+EBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:02:37.020451Z"},"content_sha256":"70003090bb2aa83e20e6fb4c9939b5a2619a469790390fdd64acc9ce3d9da03f","schema_version":"1.0","event_id":"sha256:70003090bb2aa83e20e6fb4c9939b5a2619a469790390fdd64acc9ce3d9da03f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BUAAKX7MTERL7WPOHFZMZ3AZ3N/bundle.json","state_url":"https://pith.science/pith/BUAAKX7MTERL7WPOHFZMZ3AZ3N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BUAAKX7MTERL7WPOHFZMZ3AZ3N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:02:37Z","links":{"resolver":"https://pith.science/pith/BUAAKX7MTERL7WPOHFZMZ3AZ3N","bundle":"https://pith.science/pith/BUAAKX7MTERL7WPOHFZMZ3AZ3N/bundle.json","state":"https://pith.science/pith/BUAAKX7MTERL7WPOHFZMZ3AZ3N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BUAAKX7MTERL7WPOHFZMZ3AZ3N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:BUAAKX7MTERL7WPOHFZMZ3AZ3N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c453802b2d03b02e9bfd2c8d428ee7e8f9c4baf1e62f9b807bd8e53ec5bb6854","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-08-06T15:33:21Z","title_canon_sha256":"e121832cdd1ab593afaa5644f5f46bacf1a5cd497a5471d281ad3c96008ff6e1"},"schema_version":"1.0","source":{"id":"2608.06166","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.06166","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"arxiv_version","alias_value":"2608.06166v1","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.06166","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"pith_short_12","alias_value":"BUAAKX7MTERL","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"pith_short_16","alias_value":"BUAAKX7MTERL7WPO","created_at":"2026-08-07T01:40:51Z"},{"alias_kind":"pith_short_8","alias_value":"BUAAKX7M","created_at":"2026-08-07T01:40:51Z"}],"graph_snapshots":[{"event_id":"sha256:70003090bb2aa83e20e6fb4c9939b5a2619a469790390fdd64acc9ce3d9da03f","target":"graph","created_at":"2026-08-07T01:40:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.06166/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The article reports on a blind Turing Test experiment, assessing the performance of out-of-the-box leading LLMs on three Italian legal professional exams: the Bar, Judges and Notary exams. Leading LLMs were asked to generate full written exam papers, which were made indistinguishable from human submissions and anonymously evaluated by expert examiners, using the same criteria applied in real examinations. Results reveal marked differences across both models and tasks. While some LLMs match or exceed top human performance in adversarial legal argumentation and doctrinal analysis, all models fai","authors_text":"Emiliano Troisi, Francesca Lagioia, Germana Bertoli, Giovanni Sartor, Ilaria Amelia Caggiano, Riccardo Rovatti","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-08-06T15:33:21Z","title":"What out-of-the-box LLMs can(t) do in law? A Turing test in Italian exams for lawyers, judges and notaries"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.06166","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a59d1037ee8d085ece4bb267296a0e721e3d189f812476af41df0f2bd5608e09","target":"record","created_at":"2026-08-07T01:40:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c453802b2d03b02e9bfd2c8d428ee7e8f9c4baf1e62f9b807bd8e53ec5bb6854","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2026-08-06T15:33:21Z","title_canon_sha256":"e121832cdd1ab593afaa5644f5f46bacf1a5cd497a5471d281ad3c96008ff6e1"},"schema_version":"1.0","source":{"id":"2608.06166","kind":"arxiv","version":1}},"canonical_sha256":"0d00055fec9922bfd9ee3972ccec19db5a30a8fcb31a1c02cd5bf0355e42d2d1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0d00055fec9922bfd9ee3972ccec19db5a30a8fcb31a1c02cd5bf0355e42d2d1","first_computed_at":"2026-08-07T01:40:51.635295Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-07T01:40:51.635295Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Eb/krkgiH8+EZz2kEeD1qhtg9T4NEQSvxXai+5LZdbQt5r6YcZZn1cRzIyrItvha7oXjG6vxZIF6vU/t0XuECQ==","signature_status":"signed_v1","signed_at":"2026-08-07T01:40:51.636892Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.06166","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a59d1037ee8d085ece4bb267296a0e721e3d189f812476af41df0f2bd5608e09","sha256:70003090bb2aa83e20e6fb4c9939b5a2619a469790390fdd64acc9ce3d9da03f"],"state_sha256":"7fcf44165ddd5f9559b6c416e93927c25607d98199cf2f5d712d0036ec6111d8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1pAKZI/NOi+gwhaGveeH+dlnU0VTrQ3i1S/ZHA7IVAnUEm5zEQ9ECFwKNI4xg3JIP6q8BavLonRkEMyTru5mBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:02:37.025443Z","bundle_sha256":"afcb429476bd613d0e377e24918dd924c6bbc32e820ec86edcc153e8049e24c8"}}