{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:25GGBZODXHWD2OTKTK7SJJNKAD","short_pith_number":"pith:25GGBZOD","canonical_record":{"source":{"id":"2308.13319","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-25T11:49:27Z","cross_cats_sorted":[],"title_canon_sha256":"ed1f71898f85227dfd2f19864188d599ca2e43ed0ef31625e07eb47e18dbfe2b","abstract_canon_sha256":"8daa1c553f116fe0e723f7282836ea61465e59630e61e677cd488bd2273a8a34"},"schema_version":"1.0"},"canonical_sha256":"d74c60e5c3b9ec3d3a6a9abf24a5aa00d76df0528825a5082ea0d61dc555371a","source":{"kind":"arxiv","id":"2308.13319","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13319","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13319v1","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13319","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"pith_short_12","alias_value":"25GGBZODXHWD","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"pith_short_16","alias_value":"25GGBZODXHWD2OTK","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"pith_short_8","alias_value":"25GGBZOD","created_at":"2026-07-05T06:44:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:25GGBZODXHWD2OTKTK7SJJNKAD","target":"record","payload":{"canonical_record":{"source":{"id":"2308.13319","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-25T11:49:27Z","cross_cats_sorted":[],"title_canon_sha256":"ed1f71898f85227dfd2f19864188d599ca2e43ed0ef31625e07eb47e18dbfe2b","abstract_canon_sha256":"8daa1c553f116fe0e723f7282836ea61465e59630e61e677cd488bd2273a8a34"},"schema_version":"1.0"},"canonical_sha256":"d74c60e5c3b9ec3d3a6a9abf24a5aa00d76df0528825a5082ea0d61dc555371a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:44:42.144948Z","signature_b64":"iUVcX9IEY8icslCVw9dEjwOagHW6PZWIDD4HYhGhkFA9zjVPByNUDmUVcGL8TnNFpCXfT4UczpqA0YxEeEt5Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d74c60e5c3b9ec3d3a6a9abf24a5aa00d76df0528825a5082ea0d61dc555371a","last_reissued_at":"2026-07-05T06:44:42.144426Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:44:42.144426Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.13319","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t5Fa/NjA/SUOfpWGRSJlAiMiypwcQRu0RfSivDvzL4rqNpxzU61PgtsUIpTNYCiHQ1r7XpjAzFg+xg2ec+ThDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:50:50.516056Z"},"content_sha256":"3a0479dfa4a13bafa79fb861c573fe613c5f4cd713611658a99a87e39014f0ce","schema_version":"1.0","event_id":"sha256:3a0479dfa4a13bafa79fb861c573fe613c5f4cd713611658a99a87e39014f0ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:25GGBZODXHWD2OTKTK7SJJNKAD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"COCO: Testing Code Generation Systems via Concretized Instructions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Chen Yang, Jie M. Zhang, Junjie Chen, Mark Harman, Ming Yan, Xuejie Cao","submitted_at":"2023-08-25T11:49:27Z","abstract_excerpt":"Code generation systems have been extensively developed in recent years to generate source code based on natural language instructions. However, despite their advancements, these systems still face robustness issues where even slightly different instructions can result in significantly different code semantics. Robustness is critical for code generation systems, as it can have significant impacts on software development, software quality, and trust in the generated code. Although existing testing techniques for general text-to-text software can detect some robustness issues, they are limited i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13319","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.13319/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:44:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O3G8uYGQa+Xj1UijWJG7q/lFVMPUUP1xsbPaoLn13YQTna5msuiLlxEeV6t0gZmLFHwqJBl/EAbKZeFrJw8BCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:50:50.516615Z"},"content_sha256":"e068d2db4d6ad7736b653e0fa61fa845254c716fe9eba628bfd6722f0b84f069","schema_version":"1.0","event_id":"sha256:e068d2db4d6ad7736b653e0fa61fa845254c716fe9eba628bfd6722f0b84f069"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/25GGBZODXHWD2OTKTK7SJJNKAD/bundle.json","state_url":"https://pith.science/pith/25GGBZODXHWD2OTKTK7SJJNKAD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/25GGBZODXHWD2OTKTK7SJJNKAD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:50:50Z","links":{"resolver":"https://pith.science/pith/25GGBZODXHWD2OTKTK7SJJNKAD","bundle":"https://pith.science/pith/25GGBZODXHWD2OTKTK7SJJNKAD/bundle.json","state":"https://pith.science/pith/25GGBZODXHWD2OTKTK7SJJNKAD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/25GGBZODXHWD2OTKTK7SJJNKAD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:25GGBZODXHWD2OTKTK7SJJNKAD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8daa1c553f116fe0e723f7282836ea61465e59630e61e677cd488bd2273a8a34","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-25T11:49:27Z","title_canon_sha256":"ed1f71898f85227dfd2f19864188d599ca2e43ed0ef31625e07eb47e18dbfe2b"},"schema_version":"1.0","source":{"id":"2308.13319","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13319","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13319v1","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13319","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"pith_short_12","alias_value":"25GGBZODXHWD","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"pith_short_16","alias_value":"25GGBZODXHWD2OTK","created_at":"2026-07-05T06:44:42Z"},{"alias_kind":"pith_short_8","alias_value":"25GGBZOD","created_at":"2026-07-05T06:44:42Z"}],"graph_snapshots":[{"event_id":"sha256:e068d2db4d6ad7736b653e0fa61fa845254c716fe9eba628bfd6722f0b84f069","target":"graph","created_at":"2026-07-05T06:44:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.13319/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Code generation systems have been extensively developed in recent years to generate source code based on natural language instructions. However, despite their advancements, these systems still face robustness issues where even slightly different instructions can result in significantly different code semantics. Robustness is critical for code generation systems, as it can have significant impacts on software development, software quality, and trust in the generated code. Although existing testing techniques for general text-to-text software can detect some robustness issues, they are limited i","authors_text":"Chen Yang, Jie M. Zhang, Junjie Chen, Mark Harman, Ming Yan, Xuejie Cao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-25T11:49:27Z","title":"COCO: Testing Code Generation Systems via Concretized Instructions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13319","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3a0479dfa4a13bafa79fb861c573fe613c5f4cd713611658a99a87e39014f0ce","target":"record","created_at":"2026-07-05T06:44:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8daa1c553f116fe0e723f7282836ea61465e59630e61e677cd488bd2273a8a34","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-25T11:49:27Z","title_canon_sha256":"ed1f71898f85227dfd2f19864188d599ca2e43ed0ef31625e07eb47e18dbfe2b"},"schema_version":"1.0","source":{"id":"2308.13319","kind":"arxiv","version":1}},"canonical_sha256":"d74c60e5c3b9ec3d3a6a9abf24a5aa00d76df0528825a5082ea0d61dc555371a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d74c60e5c3b9ec3d3a6a9abf24a5aa00d76df0528825a5082ea0d61dc555371a","first_computed_at":"2026-07-05T06:44:42.144426Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:44:42.144426Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iUVcX9IEY8icslCVw9dEjwOagHW6PZWIDD4HYhGhkFA9zjVPByNUDmUVcGL8TnNFpCXfT4UczpqA0YxEeEt5Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T06:44:42.144948Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.13319","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3a0479dfa4a13bafa79fb861c573fe613c5f4cd713611658a99a87e39014f0ce","sha256:e068d2db4d6ad7736b653e0fa61fa845254c716fe9eba628bfd6722f0b84f069"],"state_sha256":"65fcddcd843b7c4c4e5d12b54d06735377bc7144b360db2f655a3482ff574a4c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VnN9z/+AwTvM5x/qEpq6HRUdmd3mJXCrlvQjwfvDOMR6RiueX4d5VqcvJeZ8C2c52IyV6+/ze7ste83FV+v4Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:50:50.520006Z","bundle_sha256":"309daf5976ca86323aa31402ca8cdaf2462bb3df6a794738839c2bc4807640b4"}}