{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZDYSUKMTDWXNAISQ6EUU5V6CR4","short_pith_number":"pith:ZDYSUKMT","canonical_record":{"source":{"id":"2312.13382","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T19:13:26Z","cross_cats_sorted":["cs.AI","cs.PL"],"title_canon_sha256":"8596e82dfec895abe5262f95823b224c9907997338a6fa8b8659fee83922bcb9","abstract_canon_sha256":"88b2e82db8332e6af736ef8b739d8968e49488955aeeb983916d2191fb91db10"},"schema_version":"1.0"},"canonical_sha256":"c8f12a29931daed02250f1294ed7c28f11fb003dc9128a1c9cbac04236ef9afb","source":{"kind":"arxiv","id":"2312.13382","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.13382","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"arxiv_version","alias_value":"2312.13382v2","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.13382","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"pith_short_12","alias_value":"ZDYSUKMTDWXN","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"pith_short_16","alias_value":"ZDYSUKMTDWXNAISQ","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"pith_short_8","alias_value":"ZDYSUKMT","created_at":"2026-07-05T07:40:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZDYSUKMTDWXNAISQ6EUU5V6CR4","target":"record","payload":{"canonical_record":{"source":{"id":"2312.13382","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T19:13:26Z","cross_cats_sorted":["cs.AI","cs.PL"],"title_canon_sha256":"8596e82dfec895abe5262f95823b224c9907997338a6fa8b8659fee83922bcb9","abstract_canon_sha256":"88b2e82db8332e6af736ef8b739d8968e49488955aeeb983916d2191fb91db10"},"schema_version":"1.0"},"canonical_sha256":"c8f12a29931daed02250f1294ed7c28f11fb003dc9128a1c9cbac04236ef9afb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:40:43.226492Z","signature_b64":"4Xuairw9VswE8uF/c3ZDEP0JiNLnquZO2+V/moKvnIge6kntbn8ADXGGIstLDfyzzfh3U3vNEoOxvpZt3Q2vAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c8f12a29931daed02250f1294ed7c28f11fb003dc9128a1c9cbac04236ef9afb","last_reissued_at":"2026-07-05T07:40:43.226084Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:40:43.226084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.13382","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:40:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3rgLuiqJDuQkgb3Na23FNSmUKFYUkOyEBT1eJ2HdlfLUdWbMqpHLLgycVMYZrvxGMIGRDc8RJnsvZKHCQmvGCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:54:43.207883Z"},"content_sha256":"5fc6bb2fef5692240522f1de2285d4ecf8cf1cc9d488ec0fd698302e1b8d3de2","schema_version":"1.0","event_id":"sha256:5fc6bb2fef5692240522f1de2285d4ecf8cf1cc9d488ec0fd698302e1b8d3de2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZDYSUKMTDWXNAISQ6EUU5V6CR4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.PL"],"primary_cat":"cs.CL","authors_text":"Arnav Singhvi, Christopher Potts, Koushik Sen, Manish Shetty, Matei Zaharia, Omar Khattab, Shangyin Tan","submitted_at":"2023-12-20T19:13:26Z","abstract_excerpt":"Chaining language model (LM) calls as composable modules is fueling a new way of programming, but ensuring LMs adhere to important constraints requires heuristic \"prompt engineering\". We introduce LM Assertions, a programming construct for expressing computational constraints that LMs should satisfy. We integrate our constructs into the recent DSPy programming model for LMs, and present new strategies that allow DSPy to compile programs with LM Assertions into more reliable and accurate systems. We also propose strategies to use assertions at inference time for automatic self-refinement with L"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.13382","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.13382/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:40:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bwAkR7cAxs5wWKZs5fQygv5Zud9wHISH94iYfAEnMamkbFKJx7in6klt9lntawwKNHwKuGwf23qQzx3glAOyDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:54:43.208413Z"},"content_sha256":"28fa99211ca159baf277a2cc576c3ff488d066b66b9ca737a59d1060703c712a","schema_version":"1.0","event_id":"sha256:28fa99211ca159baf277a2cc576c3ff488d066b66b9ca737a59d1060703c712a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZDYSUKMTDWXNAISQ6EUU5V6CR4/bundle.json","state_url":"https://pith.science/pith/ZDYSUKMTDWXNAISQ6EUU5V6CR4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZDYSUKMTDWXNAISQ6EUU5V6CR4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T10:54:43Z","links":{"resolver":"https://pith.science/pith/ZDYSUKMTDWXNAISQ6EUU5V6CR4","bundle":"https://pith.science/pith/ZDYSUKMTDWXNAISQ6EUU5V6CR4/bundle.json","state":"https://pith.science/pith/ZDYSUKMTDWXNAISQ6EUU5V6CR4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZDYSUKMTDWXNAISQ6EUU5V6CR4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZDYSUKMTDWXNAISQ6EUU5V6CR4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"88b2e82db8332e6af736ef8b739d8968e49488955aeeb983916d2191fb91db10","cross_cats_sorted":["cs.AI","cs.PL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T19:13:26Z","title_canon_sha256":"8596e82dfec895abe5262f95823b224c9907997338a6fa8b8659fee83922bcb9"},"schema_version":"1.0","source":{"id":"2312.13382","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.13382","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"arxiv_version","alias_value":"2312.13382v2","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.13382","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"pith_short_12","alias_value":"ZDYSUKMTDWXN","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"pith_short_16","alias_value":"ZDYSUKMTDWXNAISQ","created_at":"2026-07-05T07:40:43Z"},{"alias_kind":"pith_short_8","alias_value":"ZDYSUKMT","created_at":"2026-07-05T07:40:43Z"}],"graph_snapshots":[{"event_id":"sha256:28fa99211ca159baf277a2cc576c3ff488d066b66b9ca737a59d1060703c712a","target":"graph","created_at":"2026-07-05T07:40:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.13382/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Chaining language model (LM) calls as composable modules is fueling a new way of programming, but ensuring LMs adhere to important constraints requires heuristic \"prompt engineering\". We introduce LM Assertions, a programming construct for expressing computational constraints that LMs should satisfy. We integrate our constructs into the recent DSPy programming model for LMs, and present new strategies that allow DSPy to compile programs with LM Assertions into more reliable and accurate systems. We also propose strategies to use assertions at inference time for automatic self-refinement with L","authors_text":"Arnav Singhvi, Christopher Potts, Koushik Sen, Manish Shetty, Matei Zaharia, Omar Khattab, Shangyin Tan","cross_cats":["cs.AI","cs.PL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T19:13:26Z","title":"DSPy Assertions: Computational Constraints for Self-Refining Language Model Pipelines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.13382","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5fc6bb2fef5692240522f1de2285d4ecf8cf1cc9d488ec0fd698302e1b8d3de2","target":"record","created_at":"2026-07-05T07:40:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"88b2e82db8332e6af736ef8b739d8968e49488955aeeb983916d2191fb91db10","cross_cats_sorted":["cs.AI","cs.PL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-20T19:13:26Z","title_canon_sha256":"8596e82dfec895abe5262f95823b224c9907997338a6fa8b8659fee83922bcb9"},"schema_version":"1.0","source":{"id":"2312.13382","kind":"arxiv","version":2}},"canonical_sha256":"c8f12a29931daed02250f1294ed7c28f11fb003dc9128a1c9cbac04236ef9afb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c8f12a29931daed02250f1294ed7c28f11fb003dc9128a1c9cbac04236ef9afb","first_computed_at":"2026-07-05T07:40:43.226084Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:40:43.226084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4Xuairw9VswE8uF/c3ZDEP0JiNLnquZO2+V/moKvnIge6kntbn8ADXGGIstLDfyzzfh3U3vNEoOxvpZt3Q2vAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:40:43.226492Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.13382","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5fc6bb2fef5692240522f1de2285d4ecf8cf1cc9d488ec0fd698302e1b8d3de2","sha256:28fa99211ca159baf277a2cc576c3ff488d066b66b9ca737a59d1060703c712a"],"state_sha256":"5552b40fddc211114f138ff154d1f8b4129390e8f4663ef2029b9214ae9fbb60"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JeSGxYvjKjdP3WlOyBYdAVTTgfLfPQ62MlaZDhqp5gyS19CsRpVamzY2chIOqpBJ+QAg3F+gkiEs5OgWUx+XBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T10:54:43.212723Z","bundle_sha256":"dad4cbefb4a8773893b87c7625a01387a76fd3bbd131245ae6a85aef75e67c59"}}