{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:KGQ6WEP6NQFHJWXSPIFD2QFE3U","short_pith_number":"pith:KGQ6WEP6","schema_version":"1.0","canonical_sha256":"51a1eb11fe6c0a74daf27a0a3d40a4dd21e9c4c2824698d25144c106afbcb973","source":{"kind":"arxiv","id":"2302.02374","version":1},"attestation_state":"computed","paper":{"title":"Simulation-Driven Automated End-to-End Test and Oracle Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Graham Wright, Kinga Bojarczuk, Mark Harman, Natalija Gucevska, Shreshth Tuli, Xiao-Yu Wang","submitted_at":"2023-02-05T12:49:37Z","abstract_excerpt":"This is the first work to report on inferential testing at scale in industry. Specifically, it reports the experience of automated testing of integrity systems at Meta. We built an internal tool called ALPACAS for automated inference of end-to-end integrity tests. Integrity tests are designed to keep users safe online by checking that interventions take place when harmful behaviour occurs on a platform. ALPACAS infers not only the test input, but also the oracle, by observing production interventions to prevent harmful behaviour. This approach allows Meta to automate the process of generating "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2302.02374","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-05T12:49:37Z","cross_cats_sorted":[],"title_canon_sha256":"b714a93f73f1855833751a5a9defdf2ea34ea7eb9ca2b6246ff2e6eeaf6ac9cb","abstract_canon_sha256":"071b2b4485d7aa5eef5dd6b5c254d6830a419be074ee46977b125504e4dab4b6"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:38:52.678216Z","signature_b64":"K9jXQjHEOQorhVsJtsoCSg4pno/b0bTetwONmZlRyQ20GqVuCh5PuVtcsF/7D+s2zbECu9HfcF+Uz7Tzs44eBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"51a1eb11fe6c0a74daf27a0a3d40a4dd21e9c4c2824698d25144c106afbcb973","last_reissued_at":"2026-07-05T05:38:52.677797Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:38:52.677797Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Simulation-Driven Automated End-to-End Test and Oracle Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Graham Wright, Kinga Bojarczuk, Mark Harman, Natalija Gucevska, Shreshth Tuli, Xiao-Yu Wang","submitted_at":"2023-02-05T12:49:37Z","abstract_excerpt":"This is the first work to report on inferential testing at scale in industry. Specifically, it reports the experience of automated testing of integrity systems at Meta. We built an internal tool called ALPACAS for automated inference of end-to-end integrity tests. Integrity tests are designed to keep users safe online by checking that interventions take place when harmful behaviour occurs on a platform. ALPACAS infers not only the test input, but also the oracle, by observing production interventions to prevent harmful behaviour. This approach allows Meta to automate the process of generating "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.02374","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.02374/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2302.02374","created_at":"2026-07-05T05:38:52.677858+00:00"},{"alias_kind":"arxiv_version","alias_value":"2302.02374v1","created_at":"2026-07-05T05:38:52.677858+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.02374","created_at":"2026-07-05T05:38:52.677858+00:00"},{"alias_kind":"pith_short_12","alias_value":"KGQ6WEP6NQFH","created_at":"2026-07-05T05:38:52.677858+00:00"},{"alias_kind":"pith_short_16","alias_value":"KGQ6WEP6NQFHJWXS","created_at":"2026-07-05T05:38:52.677858+00:00"},{"alias_kind":"pith_short_8","alias_value":"KGQ6WEP6","created_at":"2026-07-05T05:38:52.677858+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U","json":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U.json","graph_json":"https://pith.science/api/pith-number/KGQ6WEP6NQFHJWXSPIFD2QFE3U/graph.json","events_json":"https://pith.science/api/pith-number/KGQ6WEP6NQFHJWXSPIFD2QFE3U/events.json","paper":"https://pith.science/paper/KGQ6WEP6"},"agent_actions":{"view_html":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U","download_json":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U.json","view_paper":"https://pith.science/paper/KGQ6WEP6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2302.02374&json=true","fetch_graph":"https://pith.science/api/pith-number/KGQ6WEP6NQFHJWXSPIFD2QFE3U/graph.json","fetch_events":"https://pith.science/api/pith-number/KGQ6WEP6NQFHJWXSPIFD2QFE3U/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/action/timestamp_anchor","attest_storage":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/action/storage_attestation","attest_author":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/action/author_attestation","sign_citation":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/action/citation_signature","submit_replication":"https://pith.science/pith/KGQ6WEP6NQFHJWXSPIFD2QFE3U/action/replication_record"}},"created_at":"2026-07-05T05:38:52.677858+00:00","updated_at":"2026-07-05T05:38:52.677858+00:00"}