{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LAEQKSHBQHC7UPQYVDLE3CTXVR","short_pith_number":"pith:LAEQKSHB","canonical_record":{"source":{"id":"2104.08678","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T02:00:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"30f3ddf8a7c18d5c33de26d502459a244511f50b0a9c0d02dd9f238a51b6eca7","abstract_canon_sha256":"be3e1baaef96e1620a5ecabe695828b4149c13d411f5a3134b1ab9f0b3dbedb4"},"schema_version":"1.0"},"canonical_sha256":"58090548e181c5fa3e18a8d64d8a77ac460548367a7899d48fc9f1f3a68167f9","source":{"kind":"arxiv","id":"2104.08678","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.08678","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"arxiv_version","alias_value":"2104.08678v3","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.08678","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_12","alias_value":"LAEQKSHBQHC7","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_16","alias_value":"LAEQKSHBQHC7UPQY","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_8","alias_value":"LAEQKSHB","created_at":"2026-07-05T04:05:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LAEQKSHBQHC7UPQYVDLE3CTXVR","target":"record","payload":{"canonical_record":{"source":{"id":"2104.08678","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T02:00:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"30f3ddf8a7c18d5c33de26d502459a244511f50b0a9c0d02dd9f238a51b6eca7","abstract_canon_sha256":"be3e1baaef96e1620a5ecabe695828b4149c13d411f5a3134b1ab9f0b3dbedb4"},"schema_version":"1.0"},"canonical_sha256":"58090548e181c5fa3e18a8d64d8a77ac460548367a7899d48fc9f1f3a68167f9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:05:11.275460Z","signature_b64":"LdFsmzRRt9PI+5MfZn6kBqSpdRtRNl8N2cTkA03yOEH69Hn/3ywLYaG2q4M1WS2oTfAIWvKVB2N0iicOptWGDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58090548e181c5fa3e18a8d64d8a77ac460548367a7899d48fc9f1f3a68167f9","last_reissued_at":"2026-07-05T04:05:11.274932Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:05:11.274932Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.08678","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yfwHjAwtFtSNOLavl6zpP4mYIU5IfxDnGAyxyO29Jmdbv9PPuYhACwMRokg3Q9a1MeOEx3D/7tgpcXpLgEBGDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:42:30.083397Z"},"content_sha256":"28d9b78be343c8cb6eb697d220d1a5ff646e40abedd87cead4bdc66a3e9dabdf","schema_version":"1.0","event_id":"sha256:28d9b78be343c8cb6eb697d220d1a5ff646e40abedd87cead4bdc66a3e9dabdf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LAEQKSHBQHC7UPQYVDLE3CTXVR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Question Answering Model Robustness with Synthetic Adversarial Data Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Douwe Kiela, Max Bartolo, Pontus Stenetorp, Robin Jia, Sebastian Riedel, Tristan Thrush","submitted_at":"2021-04-18T02:00:06Z","abstract_excerpt":"Despite recent progress, state-of-the-art question answering models remain vulnerable to a variety of adversarial attacks. While dynamic adversarial data collection, in which a human annotator tries to write examples that fool a model-in-the-loop, can improve model robustness, this process is expensive which limits the scale of the collected data. In this work, we are the first to use synthetic adversarial data generation to make question answering models more robust to human adversaries. We develop a data generation pipeline that selects source passages, identifies candidate answers, generate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.08678","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.08678/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nbB/pxJHcnpHLaerJMk3yWaC8OCRLaye9Ww+Gn7e9v3CrO9FW+CN8ggz+XcTZNd3yElq6vsqfcekWPYIR7NTBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:42:30.083918Z"},"content_sha256":"478e332812e375c50c1ace8b5342587eb142d7d5514205f0509eaa9d94511b37","schema_version":"1.0","event_id":"sha256:478e332812e375c50c1ace8b5342587eb142d7d5514205f0509eaa9d94511b37"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LAEQKSHBQHC7UPQYVDLE3CTXVR/bundle.json","state_url":"https://pith.science/pith/LAEQKSHBQHC7UPQYVDLE3CTXVR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LAEQKSHBQHC7UPQYVDLE3CTXVR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T19:42:30Z","links":{"resolver":"https://pith.science/pith/LAEQKSHBQHC7UPQYVDLE3CTXVR","bundle":"https://pith.science/pith/LAEQKSHBQHC7UPQYVDLE3CTXVR/bundle.json","state":"https://pith.science/pith/LAEQKSHBQHC7UPQYVDLE3CTXVR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LAEQKSHBQHC7UPQYVDLE3CTXVR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LAEQKSHBQHC7UPQYVDLE3CTXVR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"be3e1baaef96e1620a5ecabe695828b4149c13d411f5a3134b1ab9f0b3dbedb4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T02:00:06Z","title_canon_sha256":"30f3ddf8a7c18d5c33de26d502459a244511f50b0a9c0d02dd9f238a51b6eca7"},"schema_version":"1.0","source":{"id":"2104.08678","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.08678","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"arxiv_version","alias_value":"2104.08678v3","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.08678","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_12","alias_value":"LAEQKSHBQHC7","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_16","alias_value":"LAEQKSHBQHC7UPQY","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_8","alias_value":"LAEQKSHB","created_at":"2026-07-05T04:05:11Z"}],"graph_snapshots":[{"event_id":"sha256:478e332812e375c50c1ace8b5342587eb142d7d5514205f0509eaa9d94511b37","target":"graph","created_at":"2026-07-05T04:05:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.08678/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite recent progress, state-of-the-art question answering models remain vulnerable to a variety of adversarial attacks. While dynamic adversarial data collection, in which a human annotator tries to write examples that fool a model-in-the-loop, can improve model robustness, this process is expensive which limits the scale of the collected data. In this work, we are the first to use synthetic adversarial data generation to make question answering models more robust to human adversaries. We develop a data generation pipeline that selects source passages, identifies candidate answers, generate","authors_text":"Douwe Kiela, Max Bartolo, Pontus Stenetorp, Robin Jia, Sebastian Riedel, Tristan Thrush","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T02:00:06Z","title":"Improving Question Answering Model Robustness with Synthetic Adversarial Data Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.08678","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:28d9b78be343c8cb6eb697d220d1a5ff646e40abedd87cead4bdc66a3e9dabdf","target":"record","created_at":"2026-07-05T04:05:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"be3e1baaef96e1620a5ecabe695828b4149c13d411f5a3134b1ab9f0b3dbedb4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T02:00:06Z","title_canon_sha256":"30f3ddf8a7c18d5c33de26d502459a244511f50b0a9c0d02dd9f238a51b6eca7"},"schema_version":"1.0","source":{"id":"2104.08678","kind":"arxiv","version":3}},"canonical_sha256":"58090548e181c5fa3e18a8d64d8a77ac460548367a7899d48fc9f1f3a68167f9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58090548e181c5fa3e18a8d64d8a77ac460548367a7899d48fc9f1f3a68167f9","first_computed_at":"2026-07-05T04:05:11.274932Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:05:11.274932Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LdFsmzRRt9PI+5MfZn6kBqSpdRtRNl8N2cTkA03yOEH69Hn/3ywLYaG2q4M1WS2oTfAIWvKVB2N0iicOptWGDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:05:11.275460Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.08678","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:28d9b78be343c8cb6eb697d220d1a5ff646e40abedd87cead4bdc66a3e9dabdf","sha256:478e332812e375c50c1ace8b5342587eb142d7d5514205f0509eaa9d94511b37"],"state_sha256":"38cc39f6f11dfad2907c0ec54e0778c24fc0b529676f63fab02f623a06d72606"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"coDxgkAqz0gw0IpdfbI+abAq2p/YF6feR+suLO3yWXpN8WfmzCPEH5NoGlKFNAvjrx7IMAdlFjd8+QqMqOJEAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T19:42:30.088791Z","bundle_sha256":"d7f0c7d9b1822dae7173a6dd1cb2b9ac81c6f33b070c2adcebc51b86f80ae269"}}