{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7NQKLTN5SKFRQZXHP3L5CTMCWK","short_pith_number":"pith:7NQKLTN5","canonical_record":{"source":{"id":"2305.13112","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:12:43Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"5db4fde9b08c3f10f5681739939a50217b6b9f02ac117948d167e47fa5b2ed2d","abstract_canon_sha256":"eeba5e0dd83cf689ae045eb1c1f1686ff994449a5529406ab6f576933e69f8f5"},"schema_version":"1.0"},"canonical_sha256":"fb60a5cdbd928b1866e77ed7d14d82b2be87f4c81f2063dc476dbeac15f20268","source":{"kind":"arxiv","id":"2305.13112","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.13112","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"arxiv_version","alias_value":"2305.13112v2","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.13112","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"pith_short_12","alias_value":"7NQKLTN5SKFR","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"pith_short_16","alias_value":"7NQKLTN5SKFRQZXH","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"pith_short_8","alias_value":"7NQKLTN5","created_at":"2026-07-05T08:34:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7NQKLTN5SKFRQZXHP3L5CTMCWK","target":"record","payload":{"canonical_record":{"source":{"id":"2305.13112","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:12:43Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"5db4fde9b08c3f10f5681739939a50217b6b9f02ac117948d167e47fa5b2ed2d","abstract_canon_sha256":"eeba5e0dd83cf689ae045eb1c1f1686ff994449a5529406ab6f576933e69f8f5"},"schema_version":"1.0"},"canonical_sha256":"fb60a5cdbd928b1866e77ed7d14d82b2be87f4c81f2063dc476dbeac15f20268","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:03.269874Z","signature_b64":"tW5re7BC1WnhTDa4UgE0mipYyQaq3FI+VAK/yFHIJSdUR7T1v+it/NzIKryf+1I/yMR7r4PKfe0A7aavhKAJAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fb60a5cdbd928b1866e77ed7d14d82b2be87f4c81f2063dc476dbeac15f20268","last_reissued_at":"2026-07-05T08:34:03.269262Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:03.269262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.13112","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8E7X5pSpezvOwcy1hHoTztFUQ7N3BFC1IKrWrEY7BfUQvlsazes6Yes0mKeHo/kip+15my6LoHJzDGGTidcLDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:13:37.247983Z"},"content_sha256":"b135d806f66fbd8a35fdb94402462ab7f44dad1a1f4fb026041cbf47fd57eab9","schema_version":"1.0","event_id":"sha256:b135d806f66fbd8a35fdb94402462ab7f44dad1a1f4fb026041cbf47fd57eab9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7NQKLTN5SKFRQZXHP3L5CTMCWK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking the Evaluation for Conversational Recommendation in the Era of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Jingyuan Wang, Ji-Rong Wen, Wayne Xin Zhao, Xiaolei Wang, Xinyu Tang","submitted_at":"2023-05-22T15:12:43Z","abstract_excerpt":"The recent success of large language models (LLMs) has shown great potential to develop more powerful conversational recommender systems (CRSs), which rely on natural language conversations to satisfy user needs. In this paper, we embark on an investigation into the utilization of ChatGPT for conversational recommendation, revealing the inadequacy of the existing evaluation protocol. It might over-emphasize the matching with the ground-truth items or utterances generated by human annotators, while neglecting the interactive nature of being a capable CRS. To overcome the limitation, we further "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.13112","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.13112/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j+nVy6x2hZX+7tcIzidb3rCcdhZFfVD9VYSM2DFdVEtE94+lm7EoWJ9zLLPRXepBiTMxjnPDi3QfdINd2RrPBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:13:37.248598Z"},"content_sha256":"973f22322a9ae1234a1d175e5095ba259cdd3f2b992eec590d0785bb887f4b80","schema_version":"1.0","event_id":"sha256:973f22322a9ae1234a1d175e5095ba259cdd3f2b992eec590d0785bb887f4b80"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7NQKLTN5SKFRQZXHP3L5CTMCWK/bundle.json","state_url":"https://pith.science/pith/7NQKLTN5SKFRQZXHP3L5CTMCWK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7NQKLTN5SKFRQZXHP3L5CTMCWK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T01:13:37Z","links":{"resolver":"https://pith.science/pith/7NQKLTN5SKFRQZXHP3L5CTMCWK","bundle":"https://pith.science/pith/7NQKLTN5SKFRQZXHP3L5CTMCWK/bundle.json","state":"https://pith.science/pith/7NQKLTN5SKFRQZXHP3L5CTMCWK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7NQKLTN5SKFRQZXHP3L5CTMCWK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7NQKLTN5SKFRQZXHP3L5CTMCWK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eeba5e0dd83cf689ae045eb1c1f1686ff994449a5529406ab6f576933e69f8f5","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:12:43Z","title_canon_sha256":"5db4fde9b08c3f10f5681739939a50217b6b9f02ac117948d167e47fa5b2ed2d"},"schema_version":"1.0","source":{"id":"2305.13112","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.13112","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"arxiv_version","alias_value":"2305.13112v2","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.13112","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"pith_short_12","alias_value":"7NQKLTN5SKFR","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"pith_short_16","alias_value":"7NQKLTN5SKFRQZXH","created_at":"2026-07-05T08:34:03Z"},{"alias_kind":"pith_short_8","alias_value":"7NQKLTN5","created_at":"2026-07-05T08:34:03Z"}],"graph_snapshots":[{"event_id":"sha256:973f22322a9ae1234a1d175e5095ba259cdd3f2b992eec590d0785bb887f4b80","target":"graph","created_at":"2026-07-05T08:34:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.13112/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent success of large language models (LLMs) has shown great potential to develop more powerful conversational recommender systems (CRSs), which rely on natural language conversations to satisfy user needs. In this paper, we embark on an investigation into the utilization of ChatGPT for conversational recommendation, revealing the inadequacy of the existing evaluation protocol. It might over-emphasize the matching with the ground-truth items or utterances generated by human annotators, while neglecting the interactive nature of being a capable CRS. To overcome the limitation, we further ","authors_text":"Jingyuan Wang, Ji-Rong Wen, Wayne Xin Zhao, Xiaolei Wang, Xinyu Tang","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:12:43Z","title":"Rethinking the Evaluation for Conversational Recommendation in the Era of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.13112","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b135d806f66fbd8a35fdb94402462ab7f44dad1a1f4fb026041cbf47fd57eab9","target":"record","created_at":"2026-07-05T08:34:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eeba5e0dd83cf689ae045eb1c1f1686ff994449a5529406ab6f576933e69f8f5","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:12:43Z","title_canon_sha256":"5db4fde9b08c3f10f5681739939a50217b6b9f02ac117948d167e47fa5b2ed2d"},"schema_version":"1.0","source":{"id":"2305.13112","kind":"arxiv","version":2}},"canonical_sha256":"fb60a5cdbd928b1866e77ed7d14d82b2be87f4c81f2063dc476dbeac15f20268","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fb60a5cdbd928b1866e77ed7d14d82b2be87f4c81f2063dc476dbeac15f20268","first_computed_at":"2026-07-05T08:34:03.269262Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:03.269262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tW5re7BC1WnhTDa4UgE0mipYyQaq3FI+VAK/yFHIJSdUR7T1v+it/NzIKryf+1I/yMR7r4PKfe0A7aavhKAJAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:03.269874Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.13112","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b135d806f66fbd8a35fdb94402462ab7f44dad1a1f4fb026041cbf47fd57eab9","sha256:973f22322a9ae1234a1d175e5095ba259cdd3f2b992eec590d0785bb887f4b80"],"state_sha256":"c97023c577fb74884f2da2e3ddb3ee730755cf9148480d71c02d77e6324e3d97"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ePpCNMQivKRpMx0MTuCakpGJiAOLFO0Q87C4fh7KSZkDc7n3soDD8Ukfd5ls/pxgxm7GGC0CWIE/RCm6qSgsDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T01:13:37.253572Z","bundle_sha256":"4752fce31c8a44a4e1943801f303afe62f925e4163c5bd7837182548ff98ac2e"}}