{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:ZWIU4U4NWY3DHJ7GHWGZEIC5XK","short_pith_number":"pith:ZWIU4U4N","canonical_record":{"source":{"id":"1809.02701","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-07T22:39:33Z","cross_cats_sorted":[],"title_canon_sha256":"e10a2bcaa4a06e6e9f3c7f5543ec30de26f0ed31bdaa625b692ff6046ab794c4","abstract_canon_sha256":"b1c413b2efee48d76d88cd6a4ee017a4a63b94759fd3445f749b11c723652e21"},"schema_version":"1.0"},"canonical_sha256":"cd914e538db63633a7e63d8d92205dbabdbbed98b1b3d403e35ada650f744bb5","source":{"kind":"arxiv","id":"1809.02701","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.02701","created_at":"2026-05-17T23:40:34Z"},{"alias_kind":"arxiv_version","alias_value":"1809.02701v4","created_at":"2026-05-17T23:40:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.02701","created_at":"2026-05-17T23:40:34Z"},{"alias_kind":"pith_short_12","alias_value":"ZWIU4U4NWY3D","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"ZWIU4U4NWY3DHJ7G","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"ZWIU4U4N","created_at":"2026-05-18T12:33:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:ZWIU4U4NWY3DHJ7GHWGZEIC5XK","target":"record","payload":{"canonical_record":{"source":{"id":"1809.02701","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-07T22:39:33Z","cross_cats_sorted":[],"title_canon_sha256":"e10a2bcaa4a06e6e9f3c7f5543ec30de26f0ed31bdaa625b692ff6046ab794c4","abstract_canon_sha256":"b1c413b2efee48d76d88cd6a4ee017a4a63b94759fd3445f749b11c723652e21"},"schema_version":"1.0"},"canonical_sha256":"cd914e538db63633a7e63d8d92205dbabdbbed98b1b3d403e35ada650f744bb5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:34.454467Z","signature_b64":"w0LJjmjM2CXMmerxVhywU55SRGW0m27WvGalPokriwu2PBuQbHqjp9aOGI2m2xx507ErvN7SXFW7r6YrIdMAAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cd914e538db63633a7e63d8d92205dbabdbbed98b1b3d403e35ada650f744bb5","last_reissued_at":"2026-05-17T23:40:34.454058Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:34.454058Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.02701","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o6SyVf0KTPTWMsYlfhUtTT23dkMMuxYObdKyGthFBPdHzBTIg6MMQ4vFwM/8oJUsyX4O58Q+LWz7izse3tJaAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T00:02:30.506739Z"},"content_sha256":"4321787c4dc1f0ab6022803ee4b1eef0eae20a22344df467351d55a4673cb7a1","schema_version":"1.0","event_id":"sha256:4321787c4dc1f0ab6022803ee4b1eef0eae20a22344df467351d55a4673cb7a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:ZWIU4U4NWY3DHJ7GHWGZEIC5XK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Trick Me If You Can: Human-in-the-loop Generation of Adversarial Examples for Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Eric Wallace, Ikuya Yamada, Jordan Boyd-Graber, Pedro Rodriguez, Shi Feng","submitted_at":"2018-09-07T22:39:33Z","abstract_excerpt":"Adversarial evaluation stress tests a model's understanding of natural language. While past approaches expose superficial patterns, the resulting adversarial examples are limited in complexity and diversity. We propose human-in-the-loop adversarial generation, where human authors are guided to break models. We aid the authors with interpretations of model predictions through an interactive user interface. We apply this generation framework to a question answering task called Quizbowl, where trivia enthusiasts craft adversarial questions. The resulting questions are validated via live human--co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.02701","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FK+qJw6v/ml3na8zDvXZYyGyjdwMwrHOUK/n6uijgy8plaPJ4W5VBR/LvoeDA+z8M6KHLllKnfYrAQv/zJuaDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T00:02:30.507021Z"},"content_sha256":"67660a043a2c5e0af71a89a0c5c85a74137b227c936df54f7485552154cc66bf","schema_version":"1.0","event_id":"sha256:67660a043a2c5e0af71a89a0c5c85a74137b227c936df54f7485552154cc66bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZWIU4U4NWY3DHJ7GHWGZEIC5XK/bundle.json","state_url":"https://pith.science/pith/ZWIU4U4NWY3DHJ7GHWGZEIC5XK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZWIU4U4NWY3DHJ7GHWGZEIC5XK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T00:02:30Z","links":{"resolver":"https://pith.science/pith/ZWIU4U4NWY3DHJ7GHWGZEIC5XK","bundle":"https://pith.science/pith/ZWIU4U4NWY3DHJ7GHWGZEIC5XK/bundle.json","state":"https://pith.science/pith/ZWIU4U4NWY3DHJ7GHWGZEIC5XK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZWIU4U4NWY3DHJ7GHWGZEIC5XK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:ZWIU4U4NWY3DHJ7GHWGZEIC5XK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1c413b2efee48d76d88cd6a4ee017a4a63b94759fd3445f749b11c723652e21","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-07T22:39:33Z","title_canon_sha256":"e10a2bcaa4a06e6e9f3c7f5543ec30de26f0ed31bdaa625b692ff6046ab794c4"},"schema_version":"1.0","source":{"id":"1809.02701","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.02701","created_at":"2026-05-17T23:40:34Z"},{"alias_kind":"arxiv_version","alias_value":"1809.02701v4","created_at":"2026-05-17T23:40:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.02701","created_at":"2026-05-17T23:40:34Z"},{"alias_kind":"pith_short_12","alias_value":"ZWIU4U4NWY3D","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"ZWIU4U4NWY3DHJ7G","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"ZWIU4U4N","created_at":"2026-05-18T12:33:07Z"}],"graph_snapshots":[{"event_id":"sha256:67660a043a2c5e0af71a89a0c5c85a74137b227c936df54f7485552154cc66bf","target":"graph","created_at":"2026-05-17T23:40:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Adversarial evaluation stress tests a model's understanding of natural language. While past approaches expose superficial patterns, the resulting adversarial examples are limited in complexity and diversity. We propose human-in-the-loop adversarial generation, where human authors are guided to break models. We aid the authors with interpretations of model predictions through an interactive user interface. We apply this generation framework to a question answering task called Quizbowl, where trivia enthusiasts craft adversarial questions. The resulting questions are validated via live human--co","authors_text":"Eric Wallace, Ikuya Yamada, Jordan Boyd-Graber, Pedro Rodriguez, Shi Feng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-07T22:39:33Z","title":"Trick Me If You Can: Human-in-the-loop Generation of Adversarial Examples for Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.02701","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4321787c4dc1f0ab6022803ee4b1eef0eae20a22344df467351d55a4673cb7a1","target":"record","created_at":"2026-05-17T23:40:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1c413b2efee48d76d88cd6a4ee017a4a63b94759fd3445f749b11c723652e21","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-07T22:39:33Z","title_canon_sha256":"e10a2bcaa4a06e6e9f3c7f5543ec30de26f0ed31bdaa625b692ff6046ab794c4"},"schema_version":"1.0","source":{"id":"1809.02701","kind":"arxiv","version":4}},"canonical_sha256":"cd914e538db63633a7e63d8d92205dbabdbbed98b1b3d403e35ada650f744bb5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cd914e538db63633a7e63d8d92205dbabdbbed98b1b3d403e35ada650f744bb5","first_computed_at":"2026-05-17T23:40:34.454058Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:40:34.454058Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w0LJjmjM2CXMmerxVhywU55SRGW0m27WvGalPokriwu2PBuQbHqjp9aOGI2m2xx507ErvN7SXFW7r6YrIdMAAw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:40:34.454467Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.02701","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4321787c4dc1f0ab6022803ee4b1eef0eae20a22344df467351d55a4673cb7a1","sha256:67660a043a2c5e0af71a89a0c5c85a74137b227c936df54f7485552154cc66bf"],"state_sha256":"622ee95a8fe5cbeaae131e3eba88005bb182f906ddab19e7874a765afe6d70d9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0f+QljHY8SUi6/xIx91En+ZRplAVoyjQQqGHg0e1J/Qd5Mlp224/6/KfZmaUEq/m9G7yU5dgvfgWvyVDGRWBCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T00:02:30.510332Z","bundle_sha256":"cda5bde1215f40a7d0a8210ae9fd6253f2afd5e8f1a3f2c7de0ed7a90708c3ae"}}