{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YYZ2TYDB3J4RE7RFHGGCLHTXBP","short_pith_number":"pith:YYZ2TYDB","canonical_record":{"source":{"id":"2507.03450","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-07-04T10:07:26Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"0e1362a662a151dbe1349bd1627294bdb4b7872acc9f0d459d48ed0b48edb8b2","abstract_canon_sha256":"23360d70fade1f3c2bdf5065197268bc7a9175ab60cf277a26462e3e84cd2f5e"},"schema_version":"1.0"},"canonical_sha256":"c633a9e061da79127e25398c259e770bcacfd9258918c6d3f4e793b902f265c6","source":{"kind":"arxiv","id":"2507.03450","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.03450","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"arxiv_version","alias_value":"2507.03450v1","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.03450","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"pith_short_12","alias_value":"YYZ2TYDB3J4R","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"YYZ2TYDB3J4RE7RF","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"YYZ2TYDB","created_at":"2026-07-05T11:31:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YYZ2TYDB3J4RE7RFHGGCLHTXBP","target":"record","payload":{"canonical_record":{"source":{"id":"2507.03450","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-07-04T10:07:26Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"0e1362a662a151dbe1349bd1627294bdb4b7872acc9f0d459d48ed0b48edb8b2","abstract_canon_sha256":"23360d70fade1f3c2bdf5065197268bc7a9175ab60cf277a26462e3e84cd2f5e"},"schema_version":"1.0"},"canonical_sha256":"c633a9e061da79127e25398c259e770bcacfd9258918c6d3f4e793b902f265c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:31:59.745500Z","signature_b64":"FYSJmmg+vb3OwTqDW99AUhp9Y/DxUpAAmkRM6TwP0u3FegrKj32oEhpnL7IJN4KGEP41iad/Mfciq4l6+CAWAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c633a9e061da79127e25398c259e770bcacfd9258918c6d3f4e793b902f265c6","last_reissued_at":"2026-07-05T11:31:59.745088Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:31:59.745088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.03450","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zlb9JO/I1XkBtckORPvRkMwcRQe/sICcK6PDUSUQ4gRqeVGeY8dkC8BxWeGBiMJHgQBI3blgqkCv6bfQ9alkDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:52:35.886627Z"},"content_sha256":"281f8d9941472c4eafd6fd80105968efe2a8165f6903bb8d93f35e3323b48343","schema_version":"1.0","event_id":"sha256:281f8d9941472c4eafd6fd80105968efe2a8165f6903bb8d93f35e3323b48343"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YYZ2TYDB3J4RE7RFHGGCLHTXBP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating the Evaluators: Trust in Adversarial Robustness Tests","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.LG"],"primary_cat":"cs.CR","authors_text":"Ambra Demontis, Antonio Emanuele Cin\\`a, Battista Biggio, Fabio Roli, Luca Demetrio, Maura Pintor","submitted_at":"2025-07-04T10:07:26Z","abstract_excerpt":"Despite significant progress in designing powerful adversarial evasion attacks for robustness verification, the evaluation of these methods often remains inconsistent and unreliable. Many assessments rely on mismatched models, unverified implementations, and uneven computational budgets, which can lead to biased results and a false sense of security. Consequently, robustness claims built on such flawed testing protocols may be misleading and give a false sense of security. As a concrete step toward improving evaluation reliability, we present AttackBench, a benchmark framework developed to ass"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.03450","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.03450/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M12uEgnDMjFCbjHIhPCpBvbdOa8Odn9zPfGymYGbW0RVQ2qqBBr03mJP8cVt721fMVrMe6VWTe5D+Ud1ihLhBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:52:35.887673Z"},"content_sha256":"fd40dc3f7490d6e4c2c11c4fe7ff878b6d5dfc4e3f89cf7fdc81cea313e54a4e","schema_version":"1.0","event_id":"sha256:fd40dc3f7490d6e4c2c11c4fe7ff878b6d5dfc4e3f89cf7fdc81cea313e54a4e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YYZ2TYDB3J4RE7RFHGGCLHTXBP/bundle.json","state_url":"https://pith.science/pith/YYZ2TYDB3J4RE7RFHGGCLHTXBP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YYZ2TYDB3J4RE7RFHGGCLHTXBP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T07:52:35Z","links":{"resolver":"https://pith.science/pith/YYZ2TYDB3J4RE7RFHGGCLHTXBP","bundle":"https://pith.science/pith/YYZ2TYDB3J4RE7RFHGGCLHTXBP/bundle.json","state":"https://pith.science/pith/YYZ2TYDB3J4RE7RFHGGCLHTXBP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YYZ2TYDB3J4RE7RFHGGCLHTXBP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YYZ2TYDB3J4RE7RFHGGCLHTXBP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23360d70fade1f3c2bdf5065197268bc7a9175ab60cf277a26462e3e84cd2f5e","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-07-04T10:07:26Z","title_canon_sha256":"0e1362a662a151dbe1349bd1627294bdb4b7872acc9f0d459d48ed0b48edb8b2"},"schema_version":"1.0","source":{"id":"2507.03450","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.03450","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"arxiv_version","alias_value":"2507.03450v1","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.03450","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"pith_short_12","alias_value":"YYZ2TYDB3J4R","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"YYZ2TYDB3J4RE7RF","created_at":"2026-07-05T11:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"YYZ2TYDB","created_at":"2026-07-05T11:31:59Z"}],"graph_snapshots":[{"event_id":"sha256:fd40dc3f7490d6e4c2c11c4fe7ff878b6d5dfc4e3f89cf7fdc81cea313e54a4e","target":"graph","created_at":"2026-07-05T11:31:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.03450/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite significant progress in designing powerful adversarial evasion attacks for robustness verification, the evaluation of these methods often remains inconsistent and unreliable. Many assessments rely on mismatched models, unverified implementations, and uneven computational budgets, which can lead to biased results and a false sense of security. Consequently, robustness claims built on such flawed testing protocols may be misleading and give a false sense of security. As a concrete step toward improving evaluation reliability, we present AttackBench, a benchmark framework developed to ass","authors_text":"Ambra Demontis, Antonio Emanuele Cin\\`a, Battista Biggio, Fabio Roli, Luca Demetrio, Maura Pintor","cross_cats":["cs.AI","cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-07-04T10:07:26Z","title":"Evaluating the Evaluators: Trust in Adversarial Robustness Tests"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.03450","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:281f8d9941472c4eafd6fd80105968efe2a8165f6903bb8d93f35e3323b48343","target":"record","created_at":"2026-07-05T11:31:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23360d70fade1f3c2bdf5065197268bc7a9175ab60cf277a26462e3e84cd2f5e","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-07-04T10:07:26Z","title_canon_sha256":"0e1362a662a151dbe1349bd1627294bdb4b7872acc9f0d459d48ed0b48edb8b2"},"schema_version":"1.0","source":{"id":"2507.03450","kind":"arxiv","version":1}},"canonical_sha256":"c633a9e061da79127e25398c259e770bcacfd9258918c6d3f4e793b902f265c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c633a9e061da79127e25398c259e770bcacfd9258918c6d3f4e793b902f265c6","first_computed_at":"2026-07-05T11:31:59.745088Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:31:59.745088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FYSJmmg+vb3OwTqDW99AUhp9Y/DxUpAAmkRM6TwP0u3FegrKj32oEhpnL7IJN4KGEP41iad/Mfciq4l6+CAWAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:31:59.745500Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.03450","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:281f8d9941472c4eafd6fd80105968efe2a8165f6903bb8d93f35e3323b48343","sha256:fd40dc3f7490d6e4c2c11c4fe7ff878b6d5dfc4e3f89cf7fdc81cea313e54a4e"],"state_sha256":"b2cbcd9bfe3cffa5f76cff41c9c333968846d022ae0b8b7580dd2722a37838e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s1BLDyljjwIIF9+oHwPa3g/DyF8NVC29cP4X4+HO/wpiqlK/5QRq5Evvc4R0VO0sKPapHOKNshqLy/ArRnMYCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T07:52:35.902634Z","bundle_sha256":"ada229fa4a1549e10a4b0ccc39f2af99d513f6bd84973909da5a889ad0839114"}}