{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UHMQ5TWOQWRCG3IVUYFCYVCWRH","short_pith_number":"pith:UHMQ5TWO","canonical_record":{"source":{"id":"2311.09188","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:28:29Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4d79eaf467156c367e1a0788482d311e06b2f37ff0d96bbe5fb606a3997a5532","abstract_canon_sha256":"f5bfa6c4f7a932b7a77530bdb74d0e771fa65b7d64721114e14ac132abe1eae3"},"schema_version":"1.0"},"canonical_sha256":"a1d90ecece85a2236d15a60a2c545689dbcbb821314f5afe9d154d52d992281b","source":{"kind":"arxiv","id":"2311.09188","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09188","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09188v2","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09188","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"pith_short_12","alias_value":"UHMQ5TWOQWRC","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"pith_short_16","alias_value":"UHMQ5TWOQWRCG3IV","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"pith_short_8","alias_value":"UHMQ5TWO","created_at":"2026-07-05T08:07:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UHMQ5TWOQWRCG3IVUYFCYVCWRH","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09188","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:28:29Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4d79eaf467156c367e1a0788482d311e06b2f37ff0d96bbe5fb606a3997a5532","abstract_canon_sha256":"f5bfa6c4f7a932b7a77530bdb74d0e771fa65b7d64721114e14ac132abe1eae3"},"schema_version":"1.0"},"canonical_sha256":"a1d90ecece85a2236d15a60a2c545689dbcbb821314f5afe9d154d52d992281b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:59.569544Z","signature_b64":"/J6EaV3Gw6x9a1Vr/xFR+jfUSKOhKMFS6D9016DSjDCOjlfw+5Ew5Xj6n6uPhPD2RExLkKxs9JTuLrmsEXlqCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a1d90ecece85a2236d15a60a2c545689dbcbb821314f5afe9d154d52d992281b","last_reissued_at":"2026-07-05T08:07:59.569089Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:59.569089Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09188","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x3Ik8FLVFJk9q6Mw3sqIgonxviN34QnkZN5R8WkcefY12GvmsBhdD5SlKrYUu6WsymThm11uWi38REo+79GmBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:01:05.603474Z"},"content_sha256":"78f248aac16922b01509d502252ed72a80608223fdc5edbc146c0918e1c5f3c0","schema_version":"1.0","event_id":"sha256:78f248aac16922b01509d502252ed72a80608223fdc5edbc146c0918e1c5f3c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UHMQ5TWOQWRCG3IVUYFCYVCWRH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Verifiable Text Generation with Symbolic References","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aniruddha Nrusimha, Bernhard Gapp, David Sontag, Lucas Torroba Hennigen, Shannon Shen, Yoon Kim","submitted_at":"2023-11-15T18:28:29Z","abstract_excerpt":"LLMs are vulnerable to hallucinations, and thus their outputs generally require laborious human verification for high-stakes applications. To this end, we propose symbolically grounded generation (SymGen) as a simple approach for enabling easier manual validation of an LLM's output. SymGen prompts an LLM to interleave its regular output text with explicit symbolic references to fields present in some conditioning data (e.g., a table in JSON format). The references can be used to display the provenance of different spans of text in the generation, reducing the effort required for manual verific"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09188","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09188/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n+VkGQp4BOyK+NgDlH4IZlau7gxQvH+twJIWr9rkoZhipyFJmCZJRjZO4f8g0T3YIj7hByPEKk/vLzBij+gMDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:01:05.604405Z"},"content_sha256":"dc7523ab92bafc71fdd768cbf1eda9db326b925c1be092c5722214886b0a56a9","schema_version":"1.0","event_id":"sha256:dc7523ab92bafc71fdd768cbf1eda9db326b925c1be092c5722214886b0a56a9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UHMQ5TWOQWRCG3IVUYFCYVCWRH/bundle.json","state_url":"https://pith.science/pith/UHMQ5TWOQWRCG3IVUYFCYVCWRH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UHMQ5TWOQWRCG3IVUYFCYVCWRH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T21:01:05Z","links":{"resolver":"https://pith.science/pith/UHMQ5TWOQWRCG3IVUYFCYVCWRH","bundle":"https://pith.science/pith/UHMQ5TWOQWRCG3IVUYFCYVCWRH/bundle.json","state":"https://pith.science/pith/UHMQ5TWOQWRCG3IVUYFCYVCWRH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UHMQ5TWOQWRCG3IVUYFCYVCWRH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UHMQ5TWOQWRCG3IVUYFCYVCWRH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f5bfa6c4f7a932b7a77530bdb74d0e771fa65b7d64721114e14ac132abe1eae3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:28:29Z","title_canon_sha256":"4d79eaf467156c367e1a0788482d311e06b2f37ff0d96bbe5fb606a3997a5532"},"schema_version":"1.0","source":{"id":"2311.09188","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09188","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09188v2","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09188","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"pith_short_12","alias_value":"UHMQ5TWOQWRC","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"pith_short_16","alias_value":"UHMQ5TWOQWRCG3IV","created_at":"2026-07-05T08:07:59Z"},{"alias_kind":"pith_short_8","alias_value":"UHMQ5TWO","created_at":"2026-07-05T08:07:59Z"}],"graph_snapshots":[{"event_id":"sha256:dc7523ab92bafc71fdd768cbf1eda9db326b925c1be092c5722214886b0a56a9","target":"graph","created_at":"2026-07-05T08:07:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09188/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLMs are vulnerable to hallucinations, and thus their outputs generally require laborious human verification for high-stakes applications. To this end, we propose symbolically grounded generation (SymGen) as a simple approach for enabling easier manual validation of an LLM's output. SymGen prompts an LLM to interleave its regular output text with explicit symbolic references to fields present in some conditioning data (e.g., a table in JSON format). The references can be used to display the provenance of different spans of text in the generation, reducing the effort required for manual verific","authors_text":"Aniruddha Nrusimha, Bernhard Gapp, David Sontag, Lucas Torroba Hennigen, Shannon Shen, Yoon Kim","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:28:29Z","title":"Towards Verifiable Text Generation with Symbolic References"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09188","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:78f248aac16922b01509d502252ed72a80608223fdc5edbc146c0918e1c5f3c0","target":"record","created_at":"2026-07-05T08:07:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f5bfa6c4f7a932b7a77530bdb74d0e771fa65b7d64721114e14ac132abe1eae3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T18:28:29Z","title_canon_sha256":"4d79eaf467156c367e1a0788482d311e06b2f37ff0d96bbe5fb606a3997a5532"},"schema_version":"1.0","source":{"id":"2311.09188","kind":"arxiv","version":2}},"canonical_sha256":"a1d90ecece85a2236d15a60a2c545689dbcbb821314f5afe9d154d52d992281b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a1d90ecece85a2236d15a60a2c545689dbcbb821314f5afe9d154d52d992281b","first_computed_at":"2026-07-05T08:07:59.569089Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:07:59.569089Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/J6EaV3Gw6x9a1Vr/xFR+jfUSKOhKMFS6D9016DSjDCOjlfw+5Ew5Xj6n6uPhPD2RExLkKxs9JTuLrmsEXlqCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:07:59.569544Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09188","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:78f248aac16922b01509d502252ed72a80608223fdc5edbc146c0918e1c5f3c0","sha256:dc7523ab92bafc71fdd768cbf1eda9db326b925c1be092c5722214886b0a56a9"],"state_sha256":"892ce822bc804ee73d9579eeaaa4b69e79b2e16443876572fce2d3250363f942"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xLElis6IsQA+iFa9bU66V2iZFIafZUg5wesebZiaRqpVUC4g+EPeCx2HV+VPIZb7l4bjGNtBxc2+r/5dV1cSBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T21:01:05.612434Z","bundle_sha256":"9010c91f5139991e8acf3cb949f168d37a1511ddfe7f9f3b1537986876a0d179"}}