{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KGQ6WEP6NQFHJWXSPIFD2QFE3U","short_pith_number":"pith:KGQ6WEP6","canonical_record":{"source":{"id":"2302.02374","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-05T12:49:37Z","cross_cats_sorted":[],"title_canon_sha256":"b714a93f73f1855833751a5a9defdf2ea34ea7eb9ca2b6246ff2e6eeaf6ac9cb","abstract_canon_sha256":"071b2b4485d7aa5eef5dd6b5c254d6830a419be074ee46977b125504e4dab4b6"},"schema_version":"1.0"},"canonical_sha256":"51a1eb11fe6c0a74daf27a0a3d40a4dd21e9c4c2824698d25144c106afbcb973","source":{"kind":"arxiv","id":"2302.02374","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.02374","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"arxiv_version","alias_value":"2302.02374v1","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.02374","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"pith_short_12","alias_value":"KGQ6WEP6NQFH","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"pith_short_16","alias_value":"KGQ6WEP6NQFHJWXS","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"pith_short_8","alias_value":"KGQ6WEP6","created_at":"2026-07-05T05:38:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KGQ6WEP6NQFHJWXSPIFD2QFE3U","target":"record","payload":{"canonical_record":{"source":{"id":"2302.02374","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-05T12:49:37Z","cross_cats_sorted":[],"title_canon_sha256":"b714a93f73f1855833751a5a9defdf2ea34ea7eb9ca2b6246ff2e6eeaf6ac9cb","abstract_canon_sha256":"071b2b4485d7aa5eef5dd6b5c254d6830a419be074ee46977b125504e4dab4b6"},"schema_version":"1.0"},"canonical_sha256":"51a1eb11fe6c0a74daf27a0a3d40a4dd21e9c4c2824698d25144c106afbcb973","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:38:52.678216Z","signature_b64":"K9jXQjHEOQorhVsJtsoCSg4pno/b0bTetwONmZlRyQ20GqVuCh5PuVtcsF/7D+s2zbECu9HfcF+Uz7Tzs44eBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"51a1eb11fe6c0a74daf27a0a3d40a4dd21e9c4c2824698d25144c106afbcb973","last_reissued_at":"2026-07-05T05:38:52.677797Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:38:52.677797Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.02374","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tDkjBL3UHA14eI1NyAJk0Cl2F816lCwp9MulGg1Ga1aUvVO1GlAx/cN8hM1ThTrtF3eNB30bWum4Y8nLrpmEDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:35:27.507336Z"},"content_sha256":"a706d1ea3018326fa05eb5caef231a5698fb002838535a2992e564feb7117292","schema_version":"1.0","event_id":"sha256:a706d1ea3018326fa05eb5caef231a5698fb002838535a2992e564feb7117292"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KGQ6WEP6NQFHJWXSPIFD2QFE3U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Simulation-Driven Automated End-to-End Test and Oracle Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Graham Wright, Kinga Bojarczuk, Mark Harman, Natalija Gucevska, Shreshth Tuli, Xiao-Yu Wang","submitted_at":"2023-02-05T12:49:37Z","abstract_excerpt":"This is the first work to report on inferential testing at scale in industry. Specifically, it reports the experience of automated testing of integrity systems at Meta. We built an internal tool called ALPACAS for automated inference of end-to-end integrity tests. Integrity tests are designed to keep users safe online by checking that interventions take place when harmful behaviour occurs on a platform. ALPACAS infers not only the test input, but also the oracle, by observing production interventions to prevent harmful behaviour. This approach allows Meta to automate the process of generating "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.02374","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.02374/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4vyIlJ8Vi83rL23ilR7+HncoP9+h062/nimdt3joNolJRm9HaKbM5oEIUO/Uj4bUzh0hKADWYTamt+lTk5iFBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:35:27.507856Z"},"content_sha256":"e61485c2e9c4c11ca26fb67a7e1e166e50f400fe002bf09e81f00e2d3bfdc9c2","schema_version":"1.0","event_id":"sha256:e61485c2e9c4c11ca26fb67a7e1e166e50f400fe002bf09e81f00e2d3bfdc9c2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/bundle.json","state_url":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T10:35:27Z","links":{"resolver":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U","bundle":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/bundle.json","state":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KGQ6WEP6NQFHJWXSPIFD2QFE3U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"071b2b4485d7aa5eef5dd6b5c254d6830a419be074ee46977b125504e4dab4b6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-05T12:49:37Z","title_canon_sha256":"b714a93f73f1855833751a5a9defdf2ea34ea7eb9ca2b6246ff2e6eeaf6ac9cb"},"schema_version":"1.0","source":{"id":"2302.02374","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.02374","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"arxiv_version","alias_value":"2302.02374v1","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.02374","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"pith_short_12","alias_value":"KGQ6WEP6NQFH","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"pith_short_16","alias_value":"KGQ6WEP6NQFHJWXS","created_at":"2026-07-05T05:38:52Z"},{"alias_kind":"pith_short_8","alias_value":"KGQ6WEP6","created_at":"2026-07-05T05:38:52Z"}],"graph_snapshots":[{"event_id":"sha256:e61485c2e9c4c11ca26fb67a7e1e166e50f400fe002bf09e81f00e2d3bfdc9c2","target":"graph","created_at":"2026-07-05T05:38:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.02374/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This is the first work to report on inferential testing at scale in industry. Specifically, it reports the experience of automated testing of integrity systems at Meta. We built an internal tool called ALPACAS for automated inference of end-to-end integrity tests. Integrity tests are designed to keep users safe online by checking that interventions take place when harmful behaviour occurs on a platform. ALPACAS infers not only the test input, but also the oracle, by observing production interventions to prevent harmful behaviour. This approach allows Meta to automate the process of generating ","authors_text":"Graham Wright, Kinga Bojarczuk, Mark Harman, Natalija Gucevska, Shreshth Tuli, Xiao-Yu Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-05T12:49:37Z","title":"Simulation-Driven Automated End-to-End Test and Oracle Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.02374","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a706d1ea3018326fa05eb5caef231a5698fb002838535a2992e564feb7117292","target":"record","created_at":"2026-07-05T05:38:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"071b2b4485d7aa5eef5dd6b5c254d6830a419be074ee46977b125504e4dab4b6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-05T12:49:37Z","title_canon_sha256":"b714a93f73f1855833751a5a9defdf2ea34ea7eb9ca2b6246ff2e6eeaf6ac9cb"},"schema_version":"1.0","source":{"id":"2302.02374","kind":"arxiv","version":1}},"canonical_sha256":"51a1eb11fe6c0a74daf27a0a3d40a4dd21e9c4c2824698d25144c106afbcb973","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"51a1eb11fe6c0a74daf27a0a3d40a4dd21e9c4c2824698d25144c106afbcb973","first_computed_at":"2026-07-05T05:38:52.677797Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:38:52.677797Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"K9jXQjHEOQorhVsJtsoCSg4pno/b0bTetwONmZlRyQ20GqVuCh5PuVtcsF/7D+s2zbECu9HfcF+Uz7Tzs44eBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:38:52.678216Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.02374","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a706d1ea3018326fa05eb5caef231a5698fb002838535a2992e564feb7117292","sha256:e61485c2e9c4c11ca26fb67a7e1e166e50f400fe002bf09e81f00e2d3bfdc9c2"],"state_sha256":"fd2e932075238d00258ebe578f1ebddbe49ea49cbf1fee19718636773352379b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ehWFUTvtDPJt9KrmYVvyO7WziW8OfonZ6JP4Jc2WNOIiGcmVFW8gpoJA/eFqL367x+yovCSrylSxxYkSRLSGDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T10:35:27.514096Z","bundle_sha256":"025a6b4464b110aefc0b3ddb3e83ca50e1c88f8b6f3aeb48d52e4e2426530e9d"}}