{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:GT5ASMDVECQ3S5ZKW7XMEQIFCZ","short_pith_number":"pith:GT5ASMDV","canonical_record":{"source":{"id":"1812.00161","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-01T06:43:55Z","cross_cats_sorted":[],"title_canon_sha256":"bee3ad11a4ecb3fc47e002a1a9577cb70b1f81973bcbedba70af38819548b26d","abstract_canon_sha256":"21be37fc5950a98fda64f97cc231959330bb85c86280308a79132d01a7e26ecd"},"schema_version":"1.0"},"canonical_sha256":"34fa09307520a1b9772ab7eec24105166a520805588490a5c3784a8daac89bea","source":{"kind":"arxiv","id":"1812.00161","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.00161","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"arxiv_version","alias_value":"1812.00161v1","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.00161","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"pith_short_12","alias_value":"GT5ASMDVECQ3","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_16","alias_value":"GT5ASMDVECQ3S5ZK","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_8","alias_value":"GT5ASMDV","created_at":"2026-05-18T12:32:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:GT5ASMDVECQ3S5ZKW7XMEQIFCZ","target":"record","payload":{"canonical_record":{"source":{"id":"1812.00161","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-01T06:43:55Z","cross_cats_sorted":[],"title_canon_sha256":"bee3ad11a4ecb3fc47e002a1a9577cb70b1f81973bcbedba70af38819548b26d","abstract_canon_sha256":"21be37fc5950a98fda64f97cc231959330bb85c86280308a79132d01a7e26ecd"},"schema_version":"1.0"},"canonical_sha256":"34fa09307520a1b9772ab7eec24105166a520805588490a5c3784a8daac89bea","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:59:27.079706Z","signature_b64":"Uc3HkADPl1n745Lv7vSJS6PnKG0K2oNRzScNTcT35G/FGnDJ5y29scGvBg/CwdxPb3heaU5wHg3YfNhHTz3LBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34fa09307520a1b9772ab7eec24105166a520805588490a5c3784a8daac89bea","last_reissued_at":"2026-05-17T23:59:27.079048Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:59:27.079048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1812.00161","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jfTlHPKtE1sKVdVOSKXMps+vvjjYeC3lWOPBW024HPsMbsl2kW4BPVUPWOUuCdhohVLpJMlC3gYnQZ6Z2JlmAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T08:33:32.231384Z"},"content_sha256":"21389e3d28aac3aaf05156c47deaea17e54aea38ee42328fc16de71bf3998e67","schema_version":"1.0","event_id":"sha256:21389e3d28aac3aaf05156c47deaea17e54aea38ee42328fc16de71bf3998e67"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:GT5ASMDVECQ3S5ZKW7XMEQIFCZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QADiver: Interactive Framework for Diagnosing QA Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Gyeongbok Lee, Seung-won Hwang, Sungdong Kim","submitted_at":"2018-12-01T06:43:55Z","abstract_excerpt":"Question answering (QA) extracting answers from text to the given question in natural language, has been actively studied and existing models have shown a promise of outperforming human performance when trained and evaluated with SQuAD dataset. However, such performance may not be replicated in the actual setting, for which we need to diagnose the cause, which is non-trivial due to the complexity of model. We thus propose a web-based UI that provides how each model contributes to QA performances, by integrating visualization and analysis tools for model explanation. We expect this framework ca"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.00161","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c0YGevgz4sxG8nWgbgMmGVJLdbNwrgrrHaQiYagEgbaw2YwOiTO0ygh27xoTPpSwTFBRNBc9O1WDKqgrTb5VAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T08:33:32.232051Z"},"content_sha256":"76ee27532b222128ecd24b60a125fc7862463354fc58970cb9616c1ec3c2a314","schema_version":"1.0","event_id":"sha256:76ee27532b222128ecd24b60a125fc7862463354fc58970cb9616c1ec3c2a314"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GT5ASMDVECQ3S5ZKW7XMEQIFCZ/bundle.json","state_url":"https://pith.science/pith/GT5ASMDVECQ3S5ZKW7XMEQIFCZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GT5ASMDVECQ3S5ZKW7XMEQIFCZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T08:33:32Z","links":{"resolver":"https://pith.science/pith/GT5ASMDVECQ3S5ZKW7XMEQIFCZ","bundle":"https://pith.science/pith/GT5ASMDVECQ3S5ZKW7XMEQIFCZ/bundle.json","state":"https://pith.science/pith/GT5ASMDVECQ3S5ZKW7XMEQIFCZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GT5ASMDVECQ3S5ZKW7XMEQIFCZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:GT5ASMDVECQ3S5ZKW7XMEQIFCZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"21be37fc5950a98fda64f97cc231959330bb85c86280308a79132d01a7e26ecd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-01T06:43:55Z","title_canon_sha256":"bee3ad11a4ecb3fc47e002a1a9577cb70b1f81973bcbedba70af38819548b26d"},"schema_version":"1.0","source":{"id":"1812.00161","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.00161","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"arxiv_version","alias_value":"1812.00161v1","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.00161","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"pith_short_12","alias_value":"GT5ASMDVECQ3","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_16","alias_value":"GT5ASMDVECQ3S5ZK","created_at":"2026-05-18T12:32:25Z"},{"alias_kind":"pith_short_8","alias_value":"GT5ASMDV","created_at":"2026-05-18T12:32:25Z"}],"graph_snapshots":[{"event_id":"sha256:76ee27532b222128ecd24b60a125fc7862463354fc58970cb9616c1ec3c2a314","target":"graph","created_at":"2026-05-17T23:59:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Question answering (QA) extracting answers from text to the given question in natural language, has been actively studied and existing models have shown a promise of outperforming human performance when trained and evaluated with SQuAD dataset. However, such performance may not be replicated in the actual setting, for which we need to diagnose the cause, which is non-trivial due to the complexity of model. We thus propose a web-based UI that provides how each model contributes to QA performances, by integrating visualization and analysis tools for model explanation. We expect this framework ca","authors_text":"Gyeongbok Lee, Seung-won Hwang, Sungdong Kim","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-01T06:43:55Z","title":"QADiver: Interactive Framework for Diagnosing QA Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.00161","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21389e3d28aac3aaf05156c47deaea17e54aea38ee42328fc16de71bf3998e67","target":"record","created_at":"2026-05-17T23:59:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"21be37fc5950a98fda64f97cc231959330bb85c86280308a79132d01a7e26ecd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-01T06:43:55Z","title_canon_sha256":"bee3ad11a4ecb3fc47e002a1a9577cb70b1f81973bcbedba70af38819548b26d"},"schema_version":"1.0","source":{"id":"1812.00161","kind":"arxiv","version":1}},"canonical_sha256":"34fa09307520a1b9772ab7eec24105166a520805588490a5c3784a8daac89bea","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34fa09307520a1b9772ab7eec24105166a520805588490a5c3784a8daac89bea","first_computed_at":"2026-05-17T23:59:27.079048Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:59:27.079048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Uc3HkADPl1n745Lv7vSJS6PnKG0K2oNRzScNTcT35G/FGnDJ5y29scGvBg/CwdxPb3heaU5wHg3YfNhHTz3LBA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:59:27.079706Z","signed_message":"canonical_sha256_bytes"},"source_id":"1812.00161","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21389e3d28aac3aaf05156c47deaea17e54aea38ee42328fc16de71bf3998e67","sha256:76ee27532b222128ecd24b60a125fc7862463354fc58970cb9616c1ec3c2a314"],"state_sha256":"e5e4b305b2f3a5ce2028872f882945798d4cf49c81df37fdd93111b873ac5490"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"loTK9GDuP/hdjjxkmZhB81Meu1ITAGONkzO9uQycllnDimQnCFwVnwYQcvWZuJ3MxPojLlhOQNLpIkFIaMN3Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T08:33:32.235194Z","bundle_sha256":"ea898f198d9ac24114d389395113fbcbed8d4cfa80a3c156c8bef64b8cd849fd"}}