{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NYICZYU7UOTWHRN72EGMPAFOQ6","short_pith_number":"pith:NYICZYU7","canonical_record":{"source":{"id":"2407.13166","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-07-18T05:10:35Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"074f8a1150063a42f069f506ee285e775b8e720dec7c06862fd85f6135a7306a","abstract_canon_sha256":"dd07236c89418abe0ea166468ea2ead5c378d9c396d1e003d548dce454081988"},"schema_version":"1.0"},"canonical_sha256":"6e102ce29fa3a763c5bfd10cc780ae87a61d9bbc50ee12383dfc272a3ccf8bb3","source":{"kind":"arxiv","id":"2407.13166","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.13166","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"arxiv_version","alias_value":"2407.13166v1","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.13166","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"pith_short_12","alias_value":"NYICZYU7UOTW","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"pith_short_16","alias_value":"NYICZYU7UOTWHRN7","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"pith_short_8","alias_value":"NYICZYU7","created_at":"2026-07-05T08:45:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NYICZYU7UOTWHRN72EGMPAFOQ6","target":"record","payload":{"canonical_record":{"source":{"id":"2407.13166","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-07-18T05:10:35Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"074f8a1150063a42f069f506ee285e775b8e720dec7c06862fd85f6135a7306a","abstract_canon_sha256":"dd07236c89418abe0ea166468ea2ead5c378d9c396d1e003d548dce454081988"},"schema_version":"1.0"},"canonical_sha256":"6e102ce29fa3a763c5bfd10cc780ae87a61d9bbc50ee12383dfc272a3ccf8bb3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:45:34.931961Z","signature_b64":"DtZrReoagBMabkhDePD5gdv+JHH3M4AWVvbePSHxJrhTQfdik2+7yt6Z3awvyO5G+A0GEsc0jfKmtXXqX8wmBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6e102ce29fa3a763c5bfd10cc780ae87a61d9bbc50ee12383dfc272a3ccf8bb3","last_reissued_at":"2026-07-05T08:45:34.931470Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:45:34.931470Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.13166","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D7+rYLIbuKwlilWCmw9okwcCMB9nN+dBNoKfpkF9cSm84hyQlJCWRTHcNyn4sH+4CHSe5pOh1HGzHYJk34ypDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:51:47.317367Z"},"content_sha256":"1a77976305a35b81ae8bd313cd0d35dae869bf7c0212d19640b507983ded8778","schema_version":"1.0","event_id":"sha256:1a77976305a35b81ae8bd313cd0d35dae869bf7c0212d19640b507983ded8778"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NYICZYU7UOTWHRN72EGMPAFOQ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Using LLMs to Investigate Correlations of Conversational Follow-up Queries with User Satisfaction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.HC","authors_text":"Chaneon Park, Honggu Lee, Hyunwoo Kim, Jin Young Kim, Juho Kim, Taehyun Yang, Yongju Lee, Yoonseo Choi","submitted_at":"2024-07-18T05:10:35Z","abstract_excerpt":"With large language models (LLMs), conversational search engines shift how users retrieve information from the web by enabling natural conversations to express their search intents over multiple turns. Users' natural conversation embodies rich but implicit signals of users' search intents and evaluation of search results to understand user experience with the system. However, it is underexplored how and why users ask follow-up queries to continue conversations with conversational search engines and how the follow-up queries signal users' satisfaction. From qualitative analysis of 250 conversat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.13166","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.13166/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YXkT/2kZ3dwtGyUKF5qRNkt/Tox/axr1tLZu7/AQ2/kfyN1zwHGpUuLdNmiiRrMphboBgWjDBmqlmMQLFDHnBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:51:47.317893Z"},"content_sha256":"cbca9209a8819297ebdf1da9715efa5989f0f15566b66a0d96c6f218e6585ad2","schema_version":"1.0","event_id":"sha256:cbca9209a8819297ebdf1da9715efa5989f0f15566b66a0d96c6f218e6585ad2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NYICZYU7UOTWHRN72EGMPAFOQ6/bundle.json","state_url":"https://pith.science/pith/NYICZYU7UOTWHRN72EGMPAFOQ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NYICZYU7UOTWHRN72EGMPAFOQ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T19:51:47Z","links":{"resolver":"https://pith.science/pith/NYICZYU7UOTWHRN72EGMPAFOQ6","bundle":"https://pith.science/pith/NYICZYU7UOTWHRN72EGMPAFOQ6/bundle.json","state":"https://pith.science/pith/NYICZYU7UOTWHRN72EGMPAFOQ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NYICZYU7UOTWHRN72EGMPAFOQ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NYICZYU7UOTWHRN72EGMPAFOQ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd07236c89418abe0ea166468ea2ead5c378d9c396d1e003d548dce454081988","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-07-18T05:10:35Z","title_canon_sha256":"074f8a1150063a42f069f506ee285e775b8e720dec7c06862fd85f6135a7306a"},"schema_version":"1.0","source":{"id":"2407.13166","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.13166","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"arxiv_version","alias_value":"2407.13166v1","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.13166","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"pith_short_12","alias_value":"NYICZYU7UOTW","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"pith_short_16","alias_value":"NYICZYU7UOTWHRN7","created_at":"2026-07-05T08:45:34Z"},{"alias_kind":"pith_short_8","alias_value":"NYICZYU7","created_at":"2026-07-05T08:45:34Z"}],"graph_snapshots":[{"event_id":"sha256:cbca9209a8819297ebdf1da9715efa5989f0f15566b66a0d96c6f218e6585ad2","target":"graph","created_at":"2026-07-05T08:45:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.13166/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With large language models (LLMs), conversational search engines shift how users retrieve information from the web by enabling natural conversations to express their search intents over multiple turns. Users' natural conversation embodies rich but implicit signals of users' search intents and evaluation of search results to understand user experience with the system. However, it is underexplored how and why users ask follow-up queries to continue conversations with conversational search engines and how the follow-up queries signal users' satisfaction. From qualitative analysis of 250 conversat","authors_text":"Chaneon Park, Honggu Lee, Hyunwoo Kim, Jin Young Kim, Juho Kim, Taehyun Yang, Yongju Lee, Yoonseo Choi","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-07-18T05:10:35Z","title":"Using LLMs to Investigate Correlations of Conversational Follow-up Queries with User Satisfaction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.13166","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a77976305a35b81ae8bd313cd0d35dae869bf7c0212d19640b507983ded8778","target":"record","created_at":"2026-07-05T08:45:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd07236c89418abe0ea166468ea2ead5c378d9c396d1e003d548dce454081988","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-07-18T05:10:35Z","title_canon_sha256":"074f8a1150063a42f069f506ee285e775b8e720dec7c06862fd85f6135a7306a"},"schema_version":"1.0","source":{"id":"2407.13166","kind":"arxiv","version":1}},"canonical_sha256":"6e102ce29fa3a763c5bfd10cc780ae87a61d9bbc50ee12383dfc272a3ccf8bb3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6e102ce29fa3a763c5bfd10cc780ae87a61d9bbc50ee12383dfc272a3ccf8bb3","first_computed_at":"2026-07-05T08:45:34.931470Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:45:34.931470Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DtZrReoagBMabkhDePD5gdv+JHH3M4AWVvbePSHxJrhTQfdik2+7yt6Z3awvyO5G+A0GEsc0jfKmtXXqX8wmBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:45:34.931961Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.13166","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a77976305a35b81ae8bd313cd0d35dae869bf7c0212d19640b507983ded8778","sha256:cbca9209a8819297ebdf1da9715efa5989f0f15566b66a0d96c6f218e6585ad2"],"state_sha256":"9056b8e15f3057a86fbd6f876de7e8d68f8d624d8fd232861afcda7c948a88a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lPBFXr3wTUT3egPaoalWq7iwSiek0oCdzIH5k/D1JzCMKe2/KCC9wie8yUkhWTacJwvfVLpb+kFH/IhHmaIYDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T19:51:47.322071Z","bundle_sha256":"9d88ce27aa8360235bd2ece6c270949e8cdeaa0b4eb5d3b8273b8d22a9edbdde"}}