{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DDREWTBVIJURDZTWAAWFKJWXHN","short_pith_number":"pith:DDREWTBV","canonical_record":{"source":{"id":"2411.00331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-01T03:09:28Z","cross_cats_sorted":[],"title_canon_sha256":"2f48aac0850a6684c89eb8c7c6c432a8b05936edcc4988cf17827ffd6328df8f","abstract_canon_sha256":"98d30e1fdf614572ee7ed1789d14b25b8ea2968cbb75054d0d829de2acb1004a"},"schema_version":"1.0"},"canonical_sha256":"18e24b4c35426911e676002c5526d73b4419ff282d48928290208507166a209b","source":{"kind":"arxiv","id":"2411.00331","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00331","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00331v1","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00331","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"pith_short_12","alias_value":"DDREWTBVIJUR","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"pith_short_16","alias_value":"DDREWTBVIJURDZTW","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"pith_short_8","alias_value":"DDREWTBV","created_at":"2026-07-05T09:29:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DDREWTBVIJURDZTWAAWFKJWXHN","target":"record","payload":{"canonical_record":{"source":{"id":"2411.00331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-01T03:09:28Z","cross_cats_sorted":[],"title_canon_sha256":"2f48aac0850a6684c89eb8c7c6c432a8b05936edcc4988cf17827ffd6328df8f","abstract_canon_sha256":"98d30e1fdf614572ee7ed1789d14b25b8ea2968cbb75054d0d829de2acb1004a"},"schema_version":"1.0"},"canonical_sha256":"18e24b4c35426911e676002c5526d73b4419ff282d48928290208507166a209b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:40.836080Z","signature_b64":"D2JkuRxGQg9CSpMbcZiJiPdUygLp1ZM334u3Md5e79ukxw+2DXIM3euiVm9jB2MQmEi1vhBOC5LkOISHsx86CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"18e24b4c35426911e676002c5526d73b4419ff282d48928290208507166a209b","last_reissued_at":"2026-07-05T09:29:40.835644Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:40.835644Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.00331","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jubFQrnv1bqzFsgO+XG4/UUEviB6yrlgPrIUSiEVHDs/qfmCBvdK68M0URKJUFO/G4LI0uzf1D317K6bTv2JBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T19:48:25.597184Z"},"content_sha256":"ddd8172d2be96f383127f17f7b4931a02e68ad32b560262c3ad19761494c991f","schema_version":"1.0","event_id":"sha256:ddd8172d2be96f383127f17f7b4931a02e68ad32b560262c3ad19761494c991f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DDREWTBVIJURDZTWAAWFKJWXHN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Utility: Evaluating LLM as Recommender","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Charles L. A. Clarke, Chuhan Wu, Chumeng Jiang, Jiayin Wang, Min Zhang, Shuai Wang, Weizhi Ma","submitted_at":"2024-11-01T03:09:28Z","abstract_excerpt":"With the rapid development of Large Language Models (LLMs), recent studies employed LLMs as recommenders to provide personalized information services for distinct users. Despite efforts to improve the accuracy of LLM-based recommendation models, relatively little attention is paid to beyond-utility dimensions. Moreover, there are unique evaluation aspects of LLM-based recommendation models, which have been largely ignored. To bridge this gap, we explore four new evaluation dimensions and propose a multidimensional evaluation framework. The new evaluation dimensions include: 1) history length s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00331","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.00331/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9vVbY+TjHQj7aGJUOZEYVQI+nOgtfTQ7B+rzKuMu02ykq248yw6QJfPyg4DgbpyOJ8vEY6XK72bRpWyLaTptAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T19:48:25.597693Z"},"content_sha256":"ade70116fb62b22deac3c2624cde25b1da7c9d76ccea6865a9b64c76fb5b13cb","schema_version":"1.0","event_id":"sha256:ade70116fb62b22deac3c2624cde25b1da7c9d76ccea6865a9b64c76fb5b13cb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DDREWTBVIJURDZTWAAWFKJWXHN/bundle.json","state_url":"https://pith.science/pith/DDREWTBVIJURDZTWAAWFKJWXHN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DDREWTBVIJURDZTWAAWFKJWXHN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T19:48:25Z","links":{"resolver":"https://pith.science/pith/DDREWTBVIJURDZTWAAWFKJWXHN","bundle":"https://pith.science/pith/DDREWTBVIJURDZTWAAWFKJWXHN/bundle.json","state":"https://pith.science/pith/DDREWTBVIJURDZTWAAWFKJWXHN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DDREWTBVIJURDZTWAAWFKJWXHN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DDREWTBVIJURDZTWAAWFKJWXHN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"98d30e1fdf614572ee7ed1789d14b25b8ea2968cbb75054d0d829de2acb1004a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-01T03:09:28Z","title_canon_sha256":"2f48aac0850a6684c89eb8c7c6c432a8b05936edcc4988cf17827ffd6328df8f"},"schema_version":"1.0","source":{"id":"2411.00331","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.00331","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"arxiv_version","alias_value":"2411.00331v1","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.00331","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"pith_short_12","alias_value":"DDREWTBVIJUR","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"pith_short_16","alias_value":"DDREWTBVIJURDZTW","created_at":"2026-07-05T09:29:40Z"},{"alias_kind":"pith_short_8","alias_value":"DDREWTBV","created_at":"2026-07-05T09:29:40Z"}],"graph_snapshots":[{"event_id":"sha256:ade70116fb62b22deac3c2624cde25b1da7c9d76ccea6865a9b64c76fb5b13cb","target":"graph","created_at":"2026-07-05T09:29:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.00331/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid development of Large Language Models (LLMs), recent studies employed LLMs as recommenders to provide personalized information services for distinct users. Despite efforts to improve the accuracy of LLM-based recommendation models, relatively little attention is paid to beyond-utility dimensions. Moreover, there are unique evaluation aspects of LLM-based recommendation models, which have been largely ignored. To bridge this gap, we explore four new evaluation dimensions and propose a multidimensional evaluation framework. The new evaluation dimensions include: 1) history length s","authors_text":"Charles L. A. Clarke, Chuhan Wu, Chumeng Jiang, Jiayin Wang, Min Zhang, Shuai Wang, Weizhi Ma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-01T03:09:28Z","title":"Beyond Utility: Evaluating LLM as Recommender"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.00331","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ddd8172d2be96f383127f17f7b4931a02e68ad32b560262c3ad19761494c991f","target":"record","created_at":"2026-07-05T09:29:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"98d30e1fdf614572ee7ed1789d14b25b8ea2968cbb75054d0d829de2acb1004a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-11-01T03:09:28Z","title_canon_sha256":"2f48aac0850a6684c89eb8c7c6c432a8b05936edcc4988cf17827ffd6328df8f"},"schema_version":"1.0","source":{"id":"2411.00331","kind":"arxiv","version":1}},"canonical_sha256":"18e24b4c35426911e676002c5526d73b4419ff282d48928290208507166a209b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"18e24b4c35426911e676002c5526d73b4419ff282d48928290208507166a209b","first_computed_at":"2026-07-05T09:29:40.835644Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:40.835644Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"D2JkuRxGQg9CSpMbcZiJiPdUygLp1ZM334u3Md5e79ukxw+2DXIM3euiVm9jB2MQmEi1vhBOC5LkOISHsx86CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:40.836080Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.00331","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ddd8172d2be96f383127f17f7b4931a02e68ad32b560262c3ad19761494c991f","sha256:ade70116fb62b22deac3c2624cde25b1da7c9d76ccea6865a9b64c76fb5b13cb"],"state_sha256":"bfdbe8ed036c7ab1161689af6a4caa2afc9952748928627320fdcf3c8fb48739"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GDu5AoE+9nRIASnTIxsJjZDNVr09aPmubhJhx5GFNcIcOuarlL31xmxY/4Y+c0ecb4Eqx/0EE8rFeBte5RFIDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T19:48:25.601611Z","bundle_sha256":"5be44a19f4e9e377327c7e17aea514889386a23067bbf9040d94cd5d2befc897"}}