{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:56JXPVMM6PTFXZWYAI6WEZBR5H","short_pith_number":"pith:56JXPVMM","canonical_record":{"source":{"id":"2502.09597","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-13T18:52:03Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d719dc764a10e639af76d32c1deb22e83329389c36b253fa569bcdb59b9452d2","abstract_canon_sha256":"8b59278d1c907a1875ec3dc7001e6f381c47ef6df6b681651f6d81f298838cfc"},"schema_version":"1.0"},"canonical_sha256":"ef9377d58cf3e65be6d8023d626431e9f6e5c1785bedd1b10bec4d67652ce6bd","source":{"kind":"arxiv","id":"2502.09597","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.09597","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"arxiv_version","alias_value":"2502.09597v1","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.09597","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"pith_short_12","alias_value":"56JXPVMM6PTF","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"pith_short_16","alias_value":"56JXPVMM6PTFXZWY","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"pith_short_8","alias_value":"56JXPVMM","created_at":"2026-07-05T10:13:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:56JXPVMM6PTFXZWYAI6WEZBR5H","target":"record","payload":{"canonical_record":{"source":{"id":"2502.09597","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-13T18:52:03Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d719dc764a10e639af76d32c1deb22e83329389c36b253fa569bcdb59b9452d2","abstract_canon_sha256":"8b59278d1c907a1875ec3dc7001e6f381c47ef6df6b681651f6d81f298838cfc"},"schema_version":"1.0"},"canonical_sha256":"ef9377d58cf3e65be6d8023d626431e9f6e5c1785bedd1b10bec4d67652ce6bd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:59.854092Z","signature_b64":"wSNXWbejNQ1XRWc8rzCVcIPmc6iIKYFRkh+xZ0vIRA+RZpQ97R72o6nt3xtC6U5aJ6Zoon8+BS0awKMyJzpMAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef9377d58cf3e65be6d8023d626431e9f6e5c1785bedd1b10bec4d67652ce6bd","last_reissued_at":"2026-07-05T10:13:59.853637Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:59.853637Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.09597","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gf2eMScZKb0ZKlHPw+/HVxFEAWpi7mLmbIm7IasBOaygN+RaYaCk1llhiMhkK7QNm8WrFRy5X/2BK7rGRa53Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:59:26.435099Z"},"content_sha256":"37fb82bcbb8388983526d0dbc2da04db2f1ee82ca7a25c5fb0bbefcdadef5f2e","schema_version":"1.0","event_id":"sha256:37fb82bcbb8388983526d0dbc2da04db2f1ee82ca7a25c5fb0bbefcdadef5f2e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:56JXPVMM6PTFXZWYAI6WEZBR5H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do LLMs Recognize Your Preferences? Evaluating Personalized Preference Following in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Devamanyu Hazarika, Kaixiang Lin, Mingyi Hong, Siyan Zhao, Yang Liu","submitted_at":"2025-02-13T18:52:03Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly used as chatbots, yet their ability to personalize responses to user preferences remains limited. We introduce PrefEval, a benchmark for evaluating LLMs' ability to infer, memorize and adhere to user preferences in a long-context conversational setting. PrefEval comprises 3,000 manually curated user preference and query pairs spanning 20 topics. PrefEval contains user personalization or preference information in both explicit and implicit forms, and evaluates LLM performance using a generation and a classification task. With PrefEval, we evaluated "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.09597","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.09597/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xmh+eNOdFzH5bJ3qSFSdhQb/ReRaaQQyqRaHiQN8OIw85GPux567woCqP4EmGOnjfpGoUXzpSc4Useu5BIi1DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:59:26.435592Z"},"content_sha256":"cbfb3158bf91d2e2c1f9220302eec254df1919a05ab1cf670bb0426656382ba7","schema_version":"1.0","event_id":"sha256:cbfb3158bf91d2e2c1f9220302eec254df1919a05ab1cf670bb0426656382ba7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/56JXPVMM6PTFXZWYAI6WEZBR5H/bundle.json","state_url":"https://pith.science/pith/56JXPVMM6PTFXZWYAI6WEZBR5H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/56JXPVMM6PTFXZWYAI6WEZBR5H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:59:26Z","links":{"resolver":"https://pith.science/pith/56JXPVMM6PTFXZWYAI6WEZBR5H","bundle":"https://pith.science/pith/56JXPVMM6PTFXZWYAI6WEZBR5H/bundle.json","state":"https://pith.science/pith/56JXPVMM6PTFXZWYAI6WEZBR5H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/56JXPVMM6PTFXZWYAI6WEZBR5H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:56JXPVMM6PTFXZWYAI6WEZBR5H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8b59278d1c907a1875ec3dc7001e6f381c47ef6df6b681651f6d81f298838cfc","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-13T18:52:03Z","title_canon_sha256":"d719dc764a10e639af76d32c1deb22e83329389c36b253fa569bcdb59b9452d2"},"schema_version":"1.0","source":{"id":"2502.09597","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.09597","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"arxiv_version","alias_value":"2502.09597v1","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.09597","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"pith_short_12","alias_value":"56JXPVMM6PTF","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"pith_short_16","alias_value":"56JXPVMM6PTFXZWY","created_at":"2026-07-05T10:13:59Z"},{"alias_kind":"pith_short_8","alias_value":"56JXPVMM","created_at":"2026-07-05T10:13:59Z"}],"graph_snapshots":[{"event_id":"sha256:cbfb3158bf91d2e2c1f9220302eec254df1919a05ab1cf670bb0426656382ba7","target":"graph","created_at":"2026-07-05T10:13:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.09597/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are increasingly used as chatbots, yet their ability to personalize responses to user preferences remains limited. We introduce PrefEval, a benchmark for evaluating LLMs' ability to infer, memorize and adhere to user preferences in a long-context conversational setting. PrefEval comprises 3,000 manually curated user preference and query pairs spanning 20 topics. PrefEval contains user personalization or preference information in both explicit and implicit forms, and evaluates LLM performance using a generation and a classification task. With PrefEval, we evaluated ","authors_text":"Devamanyu Hazarika, Kaixiang Lin, Mingyi Hong, Siyan Zhao, Yang Liu","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-13T18:52:03Z","title":"Do LLMs Recognize Your Preferences? Evaluating Personalized Preference Following in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.09597","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37fb82bcbb8388983526d0dbc2da04db2f1ee82ca7a25c5fb0bbefcdadef5f2e","target":"record","created_at":"2026-07-05T10:13:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8b59278d1c907a1875ec3dc7001e6f381c47ef6df6b681651f6d81f298838cfc","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-13T18:52:03Z","title_canon_sha256":"d719dc764a10e639af76d32c1deb22e83329389c36b253fa569bcdb59b9452d2"},"schema_version":"1.0","source":{"id":"2502.09597","kind":"arxiv","version":1}},"canonical_sha256":"ef9377d58cf3e65be6d8023d626431e9f6e5c1785bedd1b10bec4d67652ce6bd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef9377d58cf3e65be6d8023d626431e9f6e5c1785bedd1b10bec4d67652ce6bd","first_computed_at":"2026-07-05T10:13:59.853637Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:59.853637Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wSNXWbejNQ1XRWc8rzCVcIPmc6iIKYFRkh+xZ0vIRA+RZpQ97R72o6nt3xtC6U5aJ6Zoon8+BS0awKMyJzpMAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:59.854092Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.09597","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37fb82bcbb8388983526d0dbc2da04db2f1ee82ca7a25c5fb0bbefcdadef5f2e","sha256:cbfb3158bf91d2e2c1f9220302eec254df1919a05ab1cf670bb0426656382ba7"],"state_sha256":"303e7f1eb96feac5a3debba368816a149ea48f392895c42722751c1ce26e3fd0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Si4/YVuJw/h8pkSFK7/Dkmex/VQK0pqUuORuj75IgfEt8OVWBrARtmYLJ9ylAQGNpUwHmOy/G88JBBvtxwYlAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:59:26.440562Z","bundle_sha256":"aa74af51366569690077880cd1317af0ec2928eb4fe54c2e44be1c8f9963a76c"}}