{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TNF5HNI4SISZ6OWHS5TZVERMIX","short_pith_number":"pith:TNF5HNI4","canonical_record":{"source":{"id":"2409.04421","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-06T17:30:45Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2699beef68cae180a0d4026f72f6949789b72ebd6b81bfdbaa40e2863ddfb46a","abstract_canon_sha256":"2cccac77cf0d908805d8927240777f54d2da778ff240de9ce744e40772cceaf6"},"schema_version":"1.0"},"canonical_sha256":"9b4bd3b51c92259f3ac797679a922c45f189dd2c0ab93fb2ecbe8e41043ad71b","source":{"kind":"arxiv","id":"2409.04421","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.04421","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"arxiv_version","alias_value":"2409.04421v2","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.04421","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_12","alias_value":"TNF5HNI4SISZ","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_16","alias_value":"TNF5HNI4SISZ6OWH","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_8","alias_value":"TNF5HNI4","created_at":"2026-07-05T10:02:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TNF5HNI4SISZ6OWHS5TZVERMIX","target":"record","payload":{"canonical_record":{"source":{"id":"2409.04421","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-06T17:30:45Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2699beef68cae180a0d4026f72f6949789b72ebd6b81bfdbaa40e2863ddfb46a","abstract_canon_sha256":"2cccac77cf0d908805d8927240777f54d2da778ff240de9ce744e40772cceaf6"},"schema_version":"1.0"},"canonical_sha256":"9b4bd3b51c92259f3ac797679a922c45f189dd2c0ab93fb2ecbe8e41043ad71b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:06.100481Z","signature_b64":"KqHNx3zNrmZFnONCHQ2Tf641vKAMmZod7KJjNY+sVFFW3KcP1pbpIZfaXT9BkhneAJ3sjRPv1zqPm/fVoGC5DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b4bd3b51c92259f3ac797679a922c45f189dd2c0ab93fb2ecbe8e41043ad71b","last_reissued_at":"2026-07-05T10:02:06.100020Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:06.100020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.04421","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XhtXXexwx4ALRqOXE9gk1aBxEuwbxOeWA29+E6Fr1ErzTB2/HCYjL4fMKMMNNGeX43v5BSNmOYcUzJ4jcA6dAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:32:55.979242Z"},"content_sha256":"267d4d94d7b450318c58328f698af60a72c78fb5633867338b592a0487021061","schema_version":"1.0","event_id":"sha256:267d4d94d7b450318c58328f698af60a72c78fb5633867338b592a0487021061"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TNF5HNI4SISZ6OWHS5TZVERMIX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RLPF: Reinforcement Learning from Prediction Feedback for User Summarization with LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bradley Green, Chao Wang, Harrison Lee, Jiaxing Wu, Jun Xie, Lin Ning, Luyang Liu, Neo Wu, Shawn O'Banion, Sushant Prakash","submitted_at":"2024-09-06T17:30:45Z","abstract_excerpt":"LLM-powered personalization agent systems employ Large Language Models (LLMs) to predict users' behavior from their past activities. However, their effectiveness often hinges on the ability to effectively leverage extensive, long user historical data due to its inherent noise and length of such data. Existing pretrained LLMs may generate summaries that are concise but lack the necessary context for downstream tasks, hindering their utility in personalization systems. To address these challenges, we introduce Reinforcement Learning from Prediction Feedback (RLPF). RLPF fine-tunes LLMs to genera"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.04421","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.04421/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ERgKsdd8wLjwREhcKrGV0wR959OVyRe/HrTCAgdeqTe5OZ4EWUCQwtTRb1RDPHvs1BRIeKRO89dRhrGg4kV4Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:32:55.979789Z"},"content_sha256":"7659f450d14d6d54c38a073db6ce7dff08d47bed7f5da094fee7ff06fcb4298d","schema_version":"1.0","event_id":"sha256:7659f450d14d6d54c38a073db6ce7dff08d47bed7f5da094fee7ff06fcb4298d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TNF5HNI4SISZ6OWHS5TZVERMIX/bundle.json","state_url":"https://pith.science/pith/TNF5HNI4SISZ6OWHS5TZVERMIX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TNF5HNI4SISZ6OWHS5TZVERMIX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T23:32:55Z","links":{"resolver":"https://pith.science/pith/TNF5HNI4SISZ6OWHS5TZVERMIX","bundle":"https://pith.science/pith/TNF5HNI4SISZ6OWHS5TZVERMIX/bundle.json","state":"https://pith.science/pith/TNF5HNI4SISZ6OWHS5TZVERMIX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TNF5HNI4SISZ6OWHS5TZVERMIX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TNF5HNI4SISZ6OWHS5TZVERMIX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2cccac77cf0d908805d8927240777f54d2da778ff240de9ce744e40772cceaf6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-06T17:30:45Z","title_canon_sha256":"2699beef68cae180a0d4026f72f6949789b72ebd6b81bfdbaa40e2863ddfb46a"},"schema_version":"1.0","source":{"id":"2409.04421","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.04421","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"arxiv_version","alias_value":"2409.04421v2","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.04421","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_12","alias_value":"TNF5HNI4SISZ","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_16","alias_value":"TNF5HNI4SISZ6OWH","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_8","alias_value":"TNF5HNI4","created_at":"2026-07-05T10:02:06Z"}],"graph_snapshots":[{"event_id":"sha256:7659f450d14d6d54c38a073db6ce7dff08d47bed7f5da094fee7ff06fcb4298d","target":"graph","created_at":"2026-07-05T10:02:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.04421/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM-powered personalization agent systems employ Large Language Models (LLMs) to predict users' behavior from their past activities. However, their effectiveness often hinges on the ability to effectively leverage extensive, long user historical data due to its inherent noise and length of such data. Existing pretrained LLMs may generate summaries that are concise but lack the necessary context for downstream tasks, hindering their utility in personalization systems. To address these challenges, we introduce Reinforcement Learning from Prediction Feedback (RLPF). RLPF fine-tunes LLMs to genera","authors_text":"Bradley Green, Chao Wang, Harrison Lee, Jiaxing Wu, Jun Xie, Lin Ning, Luyang Liu, Neo Wu, Shawn O'Banion, Sushant Prakash","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-06T17:30:45Z","title":"RLPF: Reinforcement Learning from Prediction Feedback for User Summarization with LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.04421","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:267d4d94d7b450318c58328f698af60a72c78fb5633867338b592a0487021061","target":"record","created_at":"2026-07-05T10:02:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2cccac77cf0d908805d8927240777f54d2da778ff240de9ce744e40772cceaf6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-06T17:30:45Z","title_canon_sha256":"2699beef68cae180a0d4026f72f6949789b72ebd6b81bfdbaa40e2863ddfb46a"},"schema_version":"1.0","source":{"id":"2409.04421","kind":"arxiv","version":2}},"canonical_sha256":"9b4bd3b51c92259f3ac797679a922c45f189dd2c0ab93fb2ecbe8e41043ad71b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b4bd3b51c92259f3ac797679a922c45f189dd2c0ab93fb2ecbe8e41043ad71b","first_computed_at":"2026-07-05T10:02:06.100020Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:06.100020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KqHNx3zNrmZFnONCHQ2Tf641vKAMmZod7KJjNY+sVFFW3KcP1pbpIZfaXT9BkhneAJ3sjRPv1zqPm/fVoGC5DA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:06.100481Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.04421","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:267d4d94d7b450318c58328f698af60a72c78fb5633867338b592a0487021061","sha256:7659f450d14d6d54c38a073db6ce7dff08d47bed7f5da094fee7ff06fcb4298d"],"state_sha256":"f8239f33186562f635a5ba48863582d13e7607083400716878155080ca7f3cfb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RT3BFze0BtMlIlr4cuTJGnuAFuMLWUdP+KhhSpY7EKn3mVGg7nLyYFeoAkYHwQUQ57qjZLZEQZI1L4KiBzLKAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T23:32:55.985236Z","bundle_sha256":"4f950c75015207ad284083b04184a523482fc1e64448a71d472b348fc183983d"}}