{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YTFS5M7KZVVCYTA556C5ICUJQV","short_pith_number":"pith:YTFS5M7K","canonical_record":{"source":{"id":"2410.04166","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-05T14:04:03Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"657ae31776bdbf2fc7f249c7a02aeed5673186c66b3c5d5a5cd269e0ae97a4fd","abstract_canon_sha256":"f6f98c87cd35773cb21daeb2545182d50346670ea8c6c4ee89c3ac8937ed4601"},"schema_version":"1.0"},"canonical_sha256":"c4cb2eb3eacd6a2c4c1def85d40a89854a827a8b156022b9898cc472a9a217f7","source":{"kind":"arxiv","id":"2410.04166","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.04166","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"arxiv_version","alias_value":"2410.04166v3","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.04166","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"pith_short_12","alias_value":"YTFS5M7KZVVC","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"pith_short_16","alias_value":"YTFS5M7KZVVCYTA5","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"pith_short_8","alias_value":"YTFS5M7K","created_at":"2026-07-05T10:26:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YTFS5M7KZVVCYTA556C5ICUJQV","target":"record","payload":{"canonical_record":{"source":{"id":"2410.04166","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-05T14:04:03Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"657ae31776bdbf2fc7f249c7a02aeed5673186c66b3c5d5a5cd269e0ae97a4fd","abstract_canon_sha256":"f6f98c87cd35773cb21daeb2545182d50346670ea8c6c4ee89c3ac8937ed4601"},"schema_version":"1.0"},"canonical_sha256":"c4cb2eb3eacd6a2c4c1def85d40a89854a827a8b156022b9898cc472a9a217f7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:26:08.391912Z","signature_b64":"Q8XAoQWm9uPP2K3Q4YBp8HWO/k8On+7fqORDImGOcOD49D4vhW9vnfhQ7Ab6qZlpl1g029tc4klN6elzZ0eZDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c4cb2eb3eacd6a2c4c1def85d40a89854a827a8b156022b9898cc472a9a217f7","last_reissued_at":"2026-07-05T10:26:08.391421Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:26:08.391421Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.04166","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:26:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MsAUE7zM7UOJHKAmQG3fDWcQ+cbzON1eQgy48uZNhSj3bernwkWHSPueU0nt6oIzRfPrfeJxSVj6SpB/ehv8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:25:12.585520Z"},"content_sha256":"a53b67228d8e1236ed89363e96e369e5a78fbfd31889ff2fce7029a98a57eb08","schema_version":"1.0","event_id":"sha256:a53b67228d8e1236ed89363e96e369e5a78fbfd31889ff2fce7029a98a57eb08"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YTFS5M7KZVVCYTA556C5ICUJQV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning from negative feedback, or positive feedback or both","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Abbas Abdolmaleki, Bilal Piot, Bobak Shahriari, Jonas Buchli, Jost Tobias Springenberg, Junhyuk Oh, Martin Riedmiller, Michael Bloesch, Nicolas Heess, Rishabh Joshi, Thomas Lampe, Tim Hertweck","submitted_at":"2024-10-05T14:04:03Z","abstract_excerpt":"Existing preference optimization methods often assume scenarios where paired preference feedback (preferred/positive vs. dis-preferred/negative examples) is available. This requirement limits their applicability in scenarios where only unpaired feedback--for example, either positive or negative--is available. To address this, we introduce a novel approach that decouples learning from positive and negative feedback. This decoupling enables control over the influence of each feedback type and, importantly, allows learning even when only one feedback type is present. A key contribution is demonst"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.04166","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.04166/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:26:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9FwEneMk+2HQLMiSwObDsh8ZW4+zBe95GsMMTBn4VTp/UiQR+1GksFEHNKvQSCXEBVuSWfKP6FBCEf0cPDCLCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:25:12.586058Z"},"content_sha256":"4658f8eb6f0eddeab24a94bed2204fdd902cb6962a387b69dba7560baa855e46","schema_version":"1.0","event_id":"sha256:4658f8eb6f0eddeab24a94bed2204fdd902cb6962a387b69dba7560baa855e46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YTFS5M7KZVVCYTA556C5ICUJQV/bundle.json","state_url":"https://pith.science/pith/YTFS5M7KZVVCYTA556C5ICUJQV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YTFS5M7KZVVCYTA556C5ICUJQV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:25:12Z","links":{"resolver":"https://pith.science/pith/YTFS5M7KZVVCYTA556C5ICUJQV","bundle":"https://pith.science/pith/YTFS5M7KZVVCYTA556C5ICUJQV/bundle.json","state":"https://pith.science/pith/YTFS5M7KZVVCYTA556C5ICUJQV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YTFS5M7KZVVCYTA556C5ICUJQV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YTFS5M7KZVVCYTA556C5ICUJQV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6f98c87cd35773cb21daeb2545182d50346670ea8c6c4ee89c3ac8937ed4601","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-05T14:04:03Z","title_canon_sha256":"657ae31776bdbf2fc7f249c7a02aeed5673186c66b3c5d5a5cd269e0ae97a4fd"},"schema_version":"1.0","source":{"id":"2410.04166","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.04166","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"arxiv_version","alias_value":"2410.04166v3","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.04166","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"pith_short_12","alias_value":"YTFS5M7KZVVC","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"pith_short_16","alias_value":"YTFS5M7KZVVCYTA5","created_at":"2026-07-05T10:26:08Z"},{"alias_kind":"pith_short_8","alias_value":"YTFS5M7K","created_at":"2026-07-05T10:26:08Z"}],"graph_snapshots":[{"event_id":"sha256:4658f8eb6f0eddeab24a94bed2204fdd902cb6962a387b69dba7560baa855e46","target":"graph","created_at":"2026-07-05T10:26:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.04166/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing preference optimization methods often assume scenarios where paired preference feedback (preferred/positive vs. dis-preferred/negative examples) is available. This requirement limits their applicability in scenarios where only unpaired feedback--for example, either positive or negative--is available. To address this, we introduce a novel approach that decouples learning from positive and negative feedback. This decoupling enables control over the influence of each feedback type and, importantly, allows learning even when only one feedback type is present. A key contribution is demonst","authors_text":"Abbas Abdolmaleki, Bilal Piot, Bobak Shahriari, Jonas Buchli, Jost Tobias Springenberg, Junhyuk Oh, Martin Riedmiller, Michael Bloesch, Nicolas Heess, Rishabh Joshi, Thomas Lampe, Tim Hertweck","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-05T14:04:03Z","title":"Learning from negative feedback, or positive feedback or both"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.04166","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a53b67228d8e1236ed89363e96e369e5a78fbfd31889ff2fce7029a98a57eb08","target":"record","created_at":"2026-07-05T10:26:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6f98c87cd35773cb21daeb2545182d50346670ea8c6c4ee89c3ac8937ed4601","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-05T14:04:03Z","title_canon_sha256":"657ae31776bdbf2fc7f249c7a02aeed5673186c66b3c5d5a5cd269e0ae97a4fd"},"schema_version":"1.0","source":{"id":"2410.04166","kind":"arxiv","version":3}},"canonical_sha256":"c4cb2eb3eacd6a2c4c1def85d40a89854a827a8b156022b9898cc472a9a217f7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4cb2eb3eacd6a2c4c1def85d40a89854a827a8b156022b9898cc472a9a217f7","first_computed_at":"2026-07-05T10:26:08.391421Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:26:08.391421Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q8XAoQWm9uPP2K3Q4YBp8HWO/k8On+7fqORDImGOcOD49D4vhW9vnfhQ7Ab6qZlpl1g029tc4klN6elzZ0eZDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:26:08.391912Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.04166","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a53b67228d8e1236ed89363e96e369e5a78fbfd31889ff2fce7029a98a57eb08","sha256:4658f8eb6f0eddeab24a94bed2204fdd902cb6962a387b69dba7560baa855e46"],"state_sha256":"be90118d87a58c5de6229c4a15e815b8cb898aceaf49e622c14dfeab3199693d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ax43Ec5d0Haa2vmxgOq3ROPWj0JJqL19UhQmcFmtRhtIW7eiSD71JouCv4tJuo1B/q9iyLXjTC7BaXanD5LgCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:25:12.589683Z","bundle_sha256":"40def86d67cd3aadfaa74295f235c2ea0c57d879a0102eb7171afb757ad554c8"}}