{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:676OM7FULB2XCHZTGNMAELWFDX","short_pith_number":"pith:676OM7FU","canonical_record":{"source":{"id":"2504.10002","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2025-04-14T09:04:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5aa79f8a50ba18e453829f90b89d1310730bd8ad7e62bd6d664862b6e90cb4f3","abstract_canon_sha256":"15139dbc0aff361922256b0d2a830e203b7c08ecb570fbcd0860a40bde1426f5"},"schema_version":"1.0"},"canonical_sha256":"f7fce67cb45875711f333358022ec51de2b66863ae8bbaf395a9615fe56798b6","source":{"kind":"arxiv","id":"2504.10002","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.10002","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"arxiv_version","alias_value":"2504.10002v1","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.10002","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"pith_short_12","alias_value":"676OM7FULB2X","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"pith_short_16","alias_value":"676OM7FULB2XCHZT","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"pith_short_8","alias_value":"676OM7FU","created_at":"2026-07-05T10:48:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:676OM7FULB2XCHZTGNMAELWFDX","target":"record","payload":{"canonical_record":{"source":{"id":"2504.10002","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2025-04-14T09:04:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5aa79f8a50ba18e453829f90b89d1310730bd8ad7e62bd6d664862b6e90cb4f3","abstract_canon_sha256":"15139dbc0aff361922256b0d2a830e203b7c08ecb570fbcd0860a40bde1426f5"},"schema_version":"1.0"},"canonical_sha256":"f7fce67cb45875711f333358022ec51de2b66863ae8bbaf395a9615fe56798b6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:48:46.272096Z","signature_b64":"VsMSNydqID/r0eMnvfJBz48HoDEuO0dNiIJSpeHvMEsK9dGRNidTHrUNhmei+yqCU60LzS0qcyvwLXfBuXHoAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7fce67cb45875711f333358022ec51de2b66863ae8bbaf395a9615fe56798b6","last_reissued_at":"2026-07-05T10:48:46.271563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:48:46.271563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.10002","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:48:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"djmljpo/xywec1ryfrMjaqSqjw7GVWbWI2AYnTrKiloQ6ZbKEv/VLG8yGUzBUFmFFQ3gDFXZF4k2gkwsgcWbCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T00:52:55.594160Z"},"content_sha256":"ab7292f6a58a63ad58857830f5e5d208550223ab5ddc6e0bda01144659e25783","schema_version":"1.0","event_id":"sha256:ab7292f6a58a63ad58857830f5e5d208550223ab5ddc6e0bda01144659e25783"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:676OM7FULB2XCHZTGNMAELWFDX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FLoRA: Sample-Efficient Preference-based RL via Low-Rank Style Adaptation of Reward Functions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.RO","authors_text":"Danica Kragic, Daniel Marta, Finn Busch, Iolanda Leite, Jens Lundell, Miguel Vasco, Olov Andersson, Simon Holk, Timon Homberger","submitted_at":"2025-04-14T09:04:14Z","abstract_excerpt":"Preference-based reinforcement learning (PbRL) is a suitable approach for style adaptation of pre-trained robotic behavior: adapting the robot's policy to follow human user preferences while still being able to perform the original task. However, collecting preferences for the adaptation process in robotics is often challenging and time-consuming. In this work we explore the adaptation of pre-trained robots in the low-preference-data regime. We show that, in this regime, recent adaptation approaches suffer from catastrophic reward forgetting (CRF), where the updated reward model overfits to th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.10002","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.10002/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:48:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BlfM6AlYXb+yDv7whmJVIAjYVgKHwmSxgmHslDBXGSh/QPVT8H3DMss09mi29I5UouamIAL32fz3r2wVuolHBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T00:52:55.594816Z"},"content_sha256":"afd4f604c4689693f046f8c736380c5a35e6740e951ac7c5e1edd6b2ef6f2d55","schema_version":"1.0","event_id":"sha256:afd4f604c4689693f046f8c736380c5a35e6740e951ac7c5e1edd6b2ef6f2d55"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/676OM7FULB2XCHZTGNMAELWFDX/bundle.json","state_url":"https://pith.science/pith/676OM7FULB2XCHZTGNMAELWFDX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/676OM7FULB2XCHZTGNMAELWFDX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T00:52:55Z","links":{"resolver":"https://pith.science/pith/676OM7FULB2XCHZTGNMAELWFDX","bundle":"https://pith.science/pith/676OM7FULB2XCHZTGNMAELWFDX/bundle.json","state":"https://pith.science/pith/676OM7FULB2XCHZTGNMAELWFDX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/676OM7FULB2XCHZTGNMAELWFDX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:676OM7FULB2XCHZTGNMAELWFDX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"15139dbc0aff361922256b0d2a830e203b7c08ecb570fbcd0860a40bde1426f5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2025-04-14T09:04:14Z","title_canon_sha256":"5aa79f8a50ba18e453829f90b89d1310730bd8ad7e62bd6d664862b6e90cb4f3"},"schema_version":"1.0","source":{"id":"2504.10002","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.10002","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"arxiv_version","alias_value":"2504.10002v1","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.10002","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"pith_short_12","alias_value":"676OM7FULB2X","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"pith_short_16","alias_value":"676OM7FULB2XCHZT","created_at":"2026-07-05T10:48:46Z"},{"alias_kind":"pith_short_8","alias_value":"676OM7FU","created_at":"2026-07-05T10:48:46Z"}],"graph_snapshots":[{"event_id":"sha256:afd4f604c4689693f046f8c736380c5a35e6740e951ac7c5e1edd6b2ef6f2d55","target":"graph","created_at":"2026-07-05T10:48:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.10002/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Preference-based reinforcement learning (PbRL) is a suitable approach for style adaptation of pre-trained robotic behavior: adapting the robot's policy to follow human user preferences while still being able to perform the original task. However, collecting preferences for the adaptation process in robotics is often challenging and time-consuming. In this work we explore the adaptation of pre-trained robots in the low-preference-data regime. We show that, in this regime, recent adaptation approaches suffer from catastrophic reward forgetting (CRF), where the updated reward model overfits to th","authors_text":"Danica Kragic, Daniel Marta, Finn Busch, Iolanda Leite, Jens Lundell, Miguel Vasco, Olov Andersson, Simon Holk, Timon Homberger","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2025-04-14T09:04:14Z","title":"FLoRA: Sample-Efficient Preference-based RL via Low-Rank Style Adaptation of Reward Functions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.10002","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ab7292f6a58a63ad58857830f5e5d208550223ab5ddc6e0bda01144659e25783","target":"record","created_at":"2026-07-05T10:48:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"15139dbc0aff361922256b0d2a830e203b7c08ecb570fbcd0860a40bde1426f5","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2025-04-14T09:04:14Z","title_canon_sha256":"5aa79f8a50ba18e453829f90b89d1310730bd8ad7e62bd6d664862b6e90cb4f3"},"schema_version":"1.0","source":{"id":"2504.10002","kind":"arxiv","version":1}},"canonical_sha256":"f7fce67cb45875711f333358022ec51de2b66863ae8bbaf395a9615fe56798b6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7fce67cb45875711f333358022ec51de2b66863ae8bbaf395a9615fe56798b6","first_computed_at":"2026-07-05T10:48:46.271563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:48:46.271563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VsMSNydqID/r0eMnvfJBz48HoDEuO0dNiIJSpeHvMEsK9dGRNidTHrUNhmei+yqCU60LzS0qcyvwLXfBuXHoAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:48:46.272096Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.10002","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ab7292f6a58a63ad58857830f5e5d208550223ab5ddc6e0bda01144659e25783","sha256:afd4f604c4689693f046f8c736380c5a35e6740e951ac7c5e1edd6b2ef6f2d55"],"state_sha256":"192e0f36cd2075e2951e337c249ef7ec15df01e38f76cf8e0f59b7b76c7aef63"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"avafwVhSNEJfndZh5WJTYJg92ZvXBtUAWgOZpF0J5nLEno5SIbH0ME12Y58ls0tly1xrnm9hFwT43bu21/gFAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T00:52:55.601118Z","bundle_sha256":"9376401b189567462d118edb313966ee0cc6f8031e77791342a46781c53f1376"}}