{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:5LL2BD22YNRWGYQWNP4DLIHRQI","short_pith_number":"pith:5LL2BD22","canonical_record":{"source":{"id":"2212.10264","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-20T14:11:31Z","cross_cats_sorted":["cs.CL","cs.SE"],"title_canon_sha256":"9b3995fbe855a9deb72bf9380b82cca510cfad05ab2dbb5338a1224fccc9f1d1","abstract_canon_sha256":"64d78d48f3d574930d6f6fe20c7733756ddd8600b49cda8398a79fa8eb195f1c"},"schema_version":"1.0"},"canonical_sha256":"ead7a08f5ac3636362166bf835a0f1820c3fdee894f952619a2db662deaa1926","source":{"kind":"arxiv","id":"2212.10264","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10264","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10264v1","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10264","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"pith_short_12","alias_value":"5LL2BD22YNRW","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"pith_short_16","alias_value":"5LL2BD22YNRWGYQW","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"pith_short_8","alias_value":"5LL2BD22","created_at":"2026-07-05T05:27:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:5LL2BD22YNRWGYQWNP4DLIHRQI","target":"record","payload":{"canonical_record":{"source":{"id":"2212.10264","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-20T14:11:31Z","cross_cats_sorted":["cs.CL","cs.SE"],"title_canon_sha256":"9b3995fbe855a9deb72bf9380b82cca510cfad05ab2dbb5338a1224fccc9f1d1","abstract_canon_sha256":"64d78d48f3d574930d6f6fe20c7733756ddd8600b49cda8398a79fa8eb195f1c"},"schema_version":"1.0"},"canonical_sha256":"ead7a08f5ac3636362166bf835a0f1820c3fdee894f952619a2db662deaa1926","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:27:05.780394Z","signature_b64":"Qfj5LYNa5zKzd2VicoMuR3ArXdkk3yoEcydRCL+BbwWzb5jFfCAB1iZLMZRtZMJUYWojlz0DxacHlRa3AYS5BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ead7a08f5ac3636362166bf835a0f1820c3fdee894f952619a2db662deaa1926","last_reissued_at":"2026-07-05T05:27:05.779949Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:27:05.779949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.10264","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:27:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p/g/bfBQkqTqArLezVSfFtuDoi41OgHepqqFkrdlUTHndRVXBbocm7/VjTqTQfI5ajziVqx4a72mXLFgzFfiBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:29:15.209884Z"},"content_sha256":"641f4d706288299003f06984eace50ddc55bf55bcaf27b6408ed6d0fe43cc05e","schema_version":"1.0","event_id":"sha256:641f4d706288299003f06984eace50ddc55bf55bcaf27b6408ed6d0fe43cc05e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:5LL2BD22YNRWGYQWNP4DLIHRQI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ReCode: Robustness Evaluation of Code Generation Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.SE"],"primary_cat":"cs.LG","authors_text":"Baishakhi Ray, Bing Xiang, Chenghao Yang, Dan Roth, Haifeng Qian, Mingyue Shang, Murali Krishna Ramanathan, Parminder Bhatia, Ramesh Nallapati, Samson Tan, Shiqi Wang, Varun Kumar, Zheng Li, Zijian Wang","submitted_at":"2022-12-20T14:11:31Z","abstract_excerpt":"Code generation models have achieved impressive performance. However, they tend to be brittle as slight edits to a prompt could lead to very different generations; these robustness properties, critical for user experience when deployed in real-life applications, are not well understood. Most existing works on robustness in text or code tasks have focused on classification, while robustness in generation tasks is an uncharted area and to date there is no comprehensive benchmark for robustness in code generation. In this paper, we propose ReCode, a comprehensive robustness evaluation benchmark f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10264","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.10264/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:27:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4P+N5RxmvtuMIrlTWilDLnmPOTsRakJ2XbRJ1jJLV8O9xEQLcaI2zBpiALrzP56e2qNQXnmOZ3FyIbezjYFwAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:29:15.210392Z"},"content_sha256":"0d309bb290a591400552873d9e4471ee1dc569b4b4caa0325cef27fecf7c8a4a","schema_version":"1.0","event_id":"sha256:0d309bb290a591400552873d9e4471ee1dc569b4b4caa0325cef27fecf7c8a4a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5LL2BD22YNRWGYQWNP4DLIHRQI/bundle.json","state_url":"https://pith.science/pith/5LL2BD22YNRWGYQWNP4DLIHRQI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5LL2BD22YNRWGYQWNP4DLIHRQI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T07:29:15Z","links":{"resolver":"https://pith.science/pith/5LL2BD22YNRWGYQWNP4DLIHRQI","bundle":"https://pith.science/pith/5LL2BD22YNRWGYQWNP4DLIHRQI/bundle.json","state":"https://pith.science/pith/5LL2BD22YNRWGYQWNP4DLIHRQI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5LL2BD22YNRWGYQWNP4DLIHRQI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:5LL2BD22YNRWGYQWNP4DLIHRQI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"64d78d48f3d574930d6f6fe20c7733756ddd8600b49cda8398a79fa8eb195f1c","cross_cats_sorted":["cs.CL","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-20T14:11:31Z","title_canon_sha256":"9b3995fbe855a9deb72bf9380b82cca510cfad05ab2dbb5338a1224fccc9f1d1"},"schema_version":"1.0","source":{"id":"2212.10264","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10264","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10264v1","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10264","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"pith_short_12","alias_value":"5LL2BD22YNRW","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"pith_short_16","alias_value":"5LL2BD22YNRWGYQW","created_at":"2026-07-05T05:27:05Z"},{"alias_kind":"pith_short_8","alias_value":"5LL2BD22","created_at":"2026-07-05T05:27:05Z"}],"graph_snapshots":[{"event_id":"sha256:0d309bb290a591400552873d9e4471ee1dc569b4b4caa0325cef27fecf7c8a4a","target":"graph","created_at":"2026-07-05T05:27:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.10264/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Code generation models have achieved impressive performance. However, they tend to be brittle as slight edits to a prompt could lead to very different generations; these robustness properties, critical for user experience when deployed in real-life applications, are not well understood. Most existing works on robustness in text or code tasks have focused on classification, while robustness in generation tasks is an uncharted area and to date there is no comprehensive benchmark for robustness in code generation. In this paper, we propose ReCode, a comprehensive robustness evaluation benchmark f","authors_text":"Baishakhi Ray, Bing Xiang, Chenghao Yang, Dan Roth, Haifeng Qian, Mingyue Shang, Murali Krishna Ramanathan, Parminder Bhatia, Ramesh Nallapati, Samson Tan, Shiqi Wang, Varun Kumar, Zheng Li, Zijian Wang","cross_cats":["cs.CL","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-20T14:11:31Z","title":"ReCode: Robustness Evaluation of Code Generation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10264","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:641f4d706288299003f06984eace50ddc55bf55bcaf27b6408ed6d0fe43cc05e","target":"record","created_at":"2026-07-05T05:27:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"64d78d48f3d574930d6f6fe20c7733756ddd8600b49cda8398a79fa8eb195f1c","cross_cats_sorted":["cs.CL","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-20T14:11:31Z","title_canon_sha256":"9b3995fbe855a9deb72bf9380b82cca510cfad05ab2dbb5338a1224fccc9f1d1"},"schema_version":"1.0","source":{"id":"2212.10264","kind":"arxiv","version":1}},"canonical_sha256":"ead7a08f5ac3636362166bf835a0f1820c3fdee894f952619a2db662deaa1926","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ead7a08f5ac3636362166bf835a0f1820c3fdee894f952619a2db662deaa1926","first_computed_at":"2026-07-05T05:27:05.779949Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:27:05.779949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Qfj5LYNa5zKzd2VicoMuR3ArXdkk3yoEcydRCL+BbwWzb5jFfCAB1iZLMZRtZMJUYWojlz0DxacHlRa3AYS5BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:27:05.780394Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.10264","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:641f4d706288299003f06984eace50ddc55bf55bcaf27b6408ed6d0fe43cc05e","sha256:0d309bb290a591400552873d9e4471ee1dc569b4b4caa0325cef27fecf7c8a4a"],"state_sha256":"43d95d09e135c8ad0b287e03803c760c38a7eda82360c9cf41e4f019836155c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VGvC9fAzmMiHbvKQn60Bayok/SEN2bjKzXvjdTcplQGnsFEO9J+8qNJRWn4AUVDHfkOMljcsaAh2B3OJkUGcDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T07:29:15.215402Z","bundle_sha256":"67292502bbe1b00032eabd209dfad3203763948861b65102730ca6c368418fcd"}}