{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:56QHQXUG7NEIOSOPMZ5JUH3SQF","short_pith_number":"pith:56QHQXUG","canonical_record":{"source":{"id":"2406.16061","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-23T09:51:06Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"fc8a249c43d03a0b6a921d2593368701f626ed9910f38cb910667f64d9f142b6","abstract_canon_sha256":"7fa2e1f2507c2f08c2be083215936ce0a7155ffedbf4edbabbdd5aa17d14f65f"},"schema_version":"1.0"},"canonical_sha256":"efa0785e86fb488749cf667a9a1f72815419830bf79645103e6f09b1c076184d","source":{"kind":"arxiv","id":"2406.16061","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16061","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16061v2","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16061","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_12","alias_value":"56QHQXUG7NEI","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_16","alias_value":"56QHQXUG7NEIOSOP","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_8","alias_value":"56QHQXUG","created_at":"2026-07-05T10:09:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:56QHQXUG7NEIOSOPMZ5JUH3SQF","target":"record","payload":{"canonical_record":{"source":{"id":"2406.16061","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-23T09:51:06Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"fc8a249c43d03a0b6a921d2593368701f626ed9910f38cb910667f64d9f142b6","abstract_canon_sha256":"7fa2e1f2507c2f08c2be083215936ce0a7155ffedbf4edbabbdd5aa17d14f65f"},"schema_version":"1.0"},"canonical_sha256":"efa0785e86fb488749cf667a9a1f72815419830bf79645103e6f09b1c076184d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:09:45.021123Z","signature_b64":"DR0PDb1/er7gPk72r6n3nm+cYVfJbqPuGxTitCs5gCFABU6pFkgHGFZd89AghfMVnm2ehArJuM3KBxCwHonLCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"efa0785e86fb488749cf667a9a1f72815419830bf79645103e6f09b1c076184d","last_reissued_at":"2026-07-05T10:09:45.020632Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:09:45.020632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.16061","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0GRJ+l89f765TBqxWoWkBxtx1sa/jqDx3mriozpZGirYXnsBSxpFFoG/B70USYTn1ulbVLtgV9g/oEvM7yD/Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:31:07.741239Z"},"content_sha256":"b40dadf339101647da93d735b299dcd8ac958e2ba8015b43d27866404932b67f","schema_version":"1.0","event_id":"sha256:b40dadf339101647da93d735b299dcd8ac958e2ba8015b43d27866404932b67f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:56QHQXUG7NEIOSOPMZ5JUH3SQF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PORT: Preference Optimization on Reasoning Traces","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Abdalgader Abubaker, Hakim Hacid, Salem Lahlou","submitted_at":"2024-06-23T09:51:06Z","abstract_excerpt":"Preference optimization methods have been successfully applied to improve not only the alignment of large language models (LLMs) with human values, but also specific natural language tasks such as summarization and stylistic continuations. This paper proposes using preference optimization methods on Chain-of-Thought steps in order to improve the mathematical reasoning performances of language models. While the chosen answers are obtained from datasets that include reasoning traces, we propose two complementary schemes for generating rejected answers: weak LLM prompting, and digit corruption. O"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16061","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.16061/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6/MIpvBuXzj/razr7mppCG5fgfzS/51Wr7NpgkOndcjTwQUZmcaCQZoBtariMFLD60Fg7M/gMbDERu3HD5asDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:31:07.741795Z"},"content_sha256":"9c8fdbd38c42adfe0659f892bf1075e10b9324d3ad9f4b724b24ac4faf591001","schema_version":"1.0","event_id":"sha256:9c8fdbd38c42adfe0659f892bf1075e10b9324d3ad9f4b724b24ac4faf591001"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/56QHQXUG7NEIOSOPMZ5JUH3SQF/bundle.json","state_url":"https://pith.science/pith/56QHQXUG7NEIOSOPMZ5JUH3SQF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/56QHQXUG7NEIOSOPMZ5JUH3SQF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T18:31:07Z","links":{"resolver":"https://pith.science/pith/56QHQXUG7NEIOSOPMZ5JUH3SQF","bundle":"https://pith.science/pith/56QHQXUG7NEIOSOPMZ5JUH3SQF/bundle.json","state":"https://pith.science/pith/56QHQXUG7NEIOSOPMZ5JUH3SQF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/56QHQXUG7NEIOSOPMZ5JUH3SQF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:56QHQXUG7NEIOSOPMZ5JUH3SQF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7fa2e1f2507c2f08c2be083215936ce0a7155ffedbf4edbabbdd5aa17d14f65f","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-23T09:51:06Z","title_canon_sha256":"fc8a249c43d03a0b6a921d2593368701f626ed9910f38cb910667f64d9f142b6"},"schema_version":"1.0","source":{"id":"2406.16061","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16061","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16061v2","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16061","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_12","alias_value":"56QHQXUG7NEI","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_16","alias_value":"56QHQXUG7NEIOSOP","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_8","alias_value":"56QHQXUG","created_at":"2026-07-05T10:09:45Z"}],"graph_snapshots":[{"event_id":"sha256:9c8fdbd38c42adfe0659f892bf1075e10b9324d3ad9f4b724b24ac4faf591001","target":"graph","created_at":"2026-07-05T10:09:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.16061/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Preference optimization methods have been successfully applied to improve not only the alignment of large language models (LLMs) with human values, but also specific natural language tasks such as summarization and stylistic continuations. This paper proposes using preference optimization methods on Chain-of-Thought steps in order to improve the mathematical reasoning performances of language models. While the chosen answers are obtained from datasets that include reasoning traces, we propose two complementary schemes for generating rejected answers: weak LLM prompting, and digit corruption. O","authors_text":"Abdalgader Abubaker, Hakim Hacid, Salem Lahlou","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-23T09:51:06Z","title":"PORT: Preference Optimization on Reasoning Traces"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16061","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b40dadf339101647da93d735b299dcd8ac958e2ba8015b43d27866404932b67f","target":"record","created_at":"2026-07-05T10:09:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7fa2e1f2507c2f08c2be083215936ce0a7155ffedbf4edbabbdd5aa17d14f65f","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-23T09:51:06Z","title_canon_sha256":"fc8a249c43d03a0b6a921d2593368701f626ed9910f38cb910667f64d9f142b6"},"schema_version":"1.0","source":{"id":"2406.16061","kind":"arxiv","version":2}},"canonical_sha256":"efa0785e86fb488749cf667a9a1f72815419830bf79645103e6f09b1c076184d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"efa0785e86fb488749cf667a9a1f72815419830bf79645103e6f09b1c076184d","first_computed_at":"2026-07-05T10:09:45.020632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:09:45.020632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DR0PDb1/er7gPk72r6n3nm+cYVfJbqPuGxTitCs5gCFABU6pFkgHGFZd89AghfMVnm2ehArJuM3KBxCwHonLCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:09:45.021123Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.16061","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b40dadf339101647da93d735b299dcd8ac958e2ba8015b43d27866404932b67f","sha256:9c8fdbd38c42adfe0659f892bf1075e10b9324d3ad9f4b724b24ac4faf591001"],"state_sha256":"eec99b5d9cb64b36e959aad3ed49b2e29d410bdfe72de96613ec37f536b5bdf8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u+b8yCXAF4LcN2x5PupokCOfHqGV3WK0pHCd/PZk7ZZLE/ghHJKA8tlxivT/M5uT0nMhuBEmfXcdcyDj/5S3BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T18:31:07.746205Z","bundle_sha256":"cdda0e7ae2a9091d00862edceb3f7feffe5b14761cf144a7d2d43f018f476f58"}}