{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:EGQ5U5C4RWB3YUBCSZEMKG57S6","short_pith_number":"pith:EGQ5U5C4","canonical_record":{"source":{"id":"1901.03491","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-01-11T06:02:22Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"23cbaff188565ece5825b912de7db59643b7e467516dd5c11bd7ee4dcdcf65f3","abstract_canon_sha256":"b7fa4f6504b05523ce66d5c9d6e649664f108c7ea11d37cbb854169dac400d14"},"schema_version":"1.0"},"canonical_sha256":"21a1da745c8d83bc50229648c51bbf9793cd46e3d7b91971db91036e6a48afdd","source":{"kind":"arxiv","id":"1901.03491","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.03491","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"arxiv_version","alias_value":"1901.03491v2","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.03491","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"pith_short_12","alias_value":"EGQ5U5C4RWB3","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"EGQ5U5C4RWB3YUBC","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"EGQ5U5C4","created_at":"2026-05-18T12:33:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:EGQ5U5C4RWB3YUBCSZEMKG57S6","target":"record","payload":{"canonical_record":{"source":{"id":"1901.03491","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-01-11T06:02:22Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"23cbaff188565ece5825b912de7db59643b7e467516dd5c11bd7ee4dcdcf65f3","abstract_canon_sha256":"b7fa4f6504b05523ce66d5c9d6e649664f108c7ea11d37cbb854169dac400d14"},"schema_version":"1.0"},"canonical_sha256":"21a1da745c8d83bc50229648c51bbf9793cd46e3d7b91971db91036e6a48afdd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:56:22.663148Z","signature_b64":"YF5x5qfFD6SqZUkKlg3ccfAocMntGnxyU1y96IV84cbHnaDOsQEi17s5QxvMZL2Z5Da6vB5fjAdr6RNnfJvaAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"21a1da745c8d83bc50229648c51bbf9793cd46e3d7b91971db91036e6a48afdd","last_reissued_at":"2026-05-17T23:56:22.662693Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:56:22.662693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.03491","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0z83MyVYDFhoNQTjHCDhP4PnEJ+/e8UH0iBWTSJy7Rn5hzPeX/RLEv+8St5p2Pfjc86CiFfBsIQ0i8fyBY55Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T05:55:04.826832Z"},"content_sha256":"efab27ac19e40ef921d895379946ee45a65efc5062c87a629089395c42551ac2","schema_version":"1.0","event_id":"sha256:efab27ac19e40ef921d895379946ee45a65efc5062c87a629089395c42551ac2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:EGQ5U5C4RWB3YUBCSZEMKG57S6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Answer Interaction in Non-factoid Question Answering Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.IR","authors_text":"Bruce Croft, Chen Qu, Falk Scholer, Liu Yang, Yongfeng Zhang","submitted_at":"2019-01-11T06:02:22Z","abstract_excerpt":"Information retrieval systems are evolving from document retrieval to answer retrieval. Web search logs provide large amounts of data about how people interact with ranked lists of documents, but very little is known about interaction with answer texts. In this paper, we use Amazon Mechanical Turk to investigate three answer presentation and interaction approaches in a non-factoid question answering setting. We find that people perceive and react to good and bad answers very differently, and can identify good answers relatively quickly. Our results provide the basis for further investigation o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.03491","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z7GUSQ9d/rOjgPRq41Bh8jCuqO2aGB9GNTa87/fRhfBWxfUTT6P+gTzSIn7xqpvzhBGyCQdKIWkSOan/yYQZBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T05:55:04.827491Z"},"content_sha256":"21be6576a6d722e081d663676b9ec416d5993e7498fef9f1e35ecbd601903196","schema_version":"1.0","event_id":"sha256:21be6576a6d722e081d663676b9ec416d5993e7498fef9f1e35ecbd601903196"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EGQ5U5C4RWB3YUBCSZEMKG57S6/bundle.json","state_url":"https://pith.science/pith/EGQ5U5C4RWB3YUBCSZEMKG57S6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EGQ5U5C4RWB3YUBCSZEMKG57S6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T05:55:04Z","links":{"resolver":"https://pith.science/pith/EGQ5U5C4RWB3YUBCSZEMKG57S6","bundle":"https://pith.science/pith/EGQ5U5C4RWB3YUBCSZEMKG57S6/bundle.json","state":"https://pith.science/pith/EGQ5U5C4RWB3YUBCSZEMKG57S6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EGQ5U5C4RWB3YUBCSZEMKG57S6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:EGQ5U5C4RWB3YUBCSZEMKG57S6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7fa4f6504b05523ce66d5c9d6e649664f108c7ea11d37cbb854169dac400d14","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-01-11T06:02:22Z","title_canon_sha256":"23cbaff188565ece5825b912de7db59643b7e467516dd5c11bd7ee4dcdcf65f3"},"schema_version":"1.0","source":{"id":"1901.03491","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.03491","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"arxiv_version","alias_value":"1901.03491v2","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.03491","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"pith_short_12","alias_value":"EGQ5U5C4RWB3","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"EGQ5U5C4RWB3YUBC","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"EGQ5U5C4","created_at":"2026-05-18T12:33:15Z"}],"graph_snapshots":[{"event_id":"sha256:21be6576a6d722e081d663676b9ec416d5993e7498fef9f1e35ecbd601903196","target":"graph","created_at":"2026-05-17T23:56:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Information retrieval systems are evolving from document retrieval to answer retrieval. Web search logs provide large amounts of data about how people interact with ranked lists of documents, but very little is known about interaction with answer texts. In this paper, we use Amazon Mechanical Turk to investigate three answer presentation and interaction approaches in a non-factoid question answering setting. We find that people perceive and react to good and bad answers very differently, and can identify good answers relatively quickly. Our results provide the basis for further investigation o","authors_text":"Bruce Croft, Chen Qu, Falk Scholer, Liu Yang, Yongfeng Zhang","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-01-11T06:02:22Z","title":"Answer Interaction in Non-factoid Question Answering Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.03491","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:efab27ac19e40ef921d895379946ee45a65efc5062c87a629089395c42551ac2","target":"record","created_at":"2026-05-17T23:56:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7fa4f6504b05523ce66d5c9d6e649664f108c7ea11d37cbb854169dac400d14","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-01-11T06:02:22Z","title_canon_sha256":"23cbaff188565ece5825b912de7db59643b7e467516dd5c11bd7ee4dcdcf65f3"},"schema_version":"1.0","source":{"id":"1901.03491","kind":"arxiv","version":2}},"canonical_sha256":"21a1da745c8d83bc50229648c51bbf9793cd46e3d7b91971db91036e6a48afdd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"21a1da745c8d83bc50229648c51bbf9793cd46e3d7b91971db91036e6a48afdd","first_computed_at":"2026-05-17T23:56:22.662693Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:56:22.662693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YF5x5qfFD6SqZUkKlg3ccfAocMntGnxyU1y96IV84cbHnaDOsQEi17s5QxvMZL2Z5Da6vB5fjAdr6RNnfJvaAw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:56:22.663148Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.03491","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:efab27ac19e40ef921d895379946ee45a65efc5062c87a629089395c42551ac2","sha256:21be6576a6d722e081d663676b9ec416d5993e7498fef9f1e35ecbd601903196"],"state_sha256":"19884c787f12a0f8a46d6668952361eaecde4de27b69f192346354726bc0e3eb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OwrZQ9rntqt8O9D/XwtFtcbHTIQVK/s5y7rRPKGgldmxv0CQfqVb3l55GmJm9angjXRiTtLhGc2Q6QBI26gjAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T05:55:04.830820Z","bundle_sha256":"c768cb5965fe8abec1e408e644a2b609f04648ca2b275b9ec166315de76a4959"}}