{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7KO2IX4QRR2YSOVDK7GCBOFYFY","short_pith_number":"pith:7KO2IX4Q","canonical_record":{"source":{"id":"2505.19743","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-26T09:24:36Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5dbf9df9ae602df2d44cdee0e8ac0138d1d5a5696d32e57e9db0fab74da8d4f4","abstract_canon_sha256":"172868d0244ffb55a2dda2ad60531dcab4ea42bbf74f64ed1033d897b37d2823"},"schema_version":"1.0"},"canonical_sha256":"fa9da45f908c75893aa357cc20b8b82e1b5e52e84974ef61a4e7728d360631c0","source":{"kind":"arxiv","id":"2505.19743","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.19743","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"arxiv_version","alias_value":"2505.19743v3","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.19743","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"pith_short_12","alias_value":"7KO2IX4QRR2Y","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"pith_short_16","alias_value":"7KO2IX4QRR2YSOVD","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"pith_short_8","alias_value":"7KO2IX4Q","created_at":"2026-07-05T11:54:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7KO2IX4QRR2YSOVDK7GCBOFYFY","target":"record","payload":{"canonical_record":{"source":{"id":"2505.19743","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-26T09:24:36Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5dbf9df9ae602df2d44cdee0e8ac0138d1d5a5696d32e57e9db0fab74da8d4f4","abstract_canon_sha256":"172868d0244ffb55a2dda2ad60531dcab4ea42bbf74f64ed1033d897b37d2823"},"schema_version":"1.0"},"canonical_sha256":"fa9da45f908c75893aa357cc20b8b82e1b5e52e84974ef61a4e7728d360631c0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:54:47.393060Z","signature_b64":"sZ4n9OlerZdNINA+Zuo6xBZxdr20KXqEXjrwCNRd/eO2JD2dag/Ixi0oImb3ZOKylcblWHo7ET9/QlzHr6qOBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fa9da45f908c75893aa357cc20b8b82e1b5e52e84974ef61a4e7728d360631c0","last_reissued_at":"2026-07-05T11:54:47.392513Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:54:47.392513Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.19743","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:54:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oKMHlxvMVWz++DptyfnZbdPZJS9oKRgc5ttfHhnVPFjr/IHKzCcoKLD3DdjOsDeEzhFo3DHS4eNJ3BWwjODXDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:07:29.468614Z"},"content_sha256":"f2eee49dc14ed83a52e7d4694184669d15c876f34b1c5e40faa6c3003a5f8675","schema_version":"1.0","event_id":"sha256:f2eee49dc14ed83a52e7d4694184669d15c876f34b1c5e40faa6c3003a5f8675"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7KO2IX4QRR2YSOVDK7GCBOFYFY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Token-level Accept or Reject: A Micro Alignment Approach for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bo Tang, Chuxiong Sun, Edward Chung, Feiyu Xiong, Jie Hu, Wenqiang Wei, Yang Zhang, Yu Yu, Yu Zhu, Zhiyu Li, Zipeng Xie","submitted_at":"2025-05-26T09:24:36Z","abstract_excerpt":"With the rapid development of Large Language Models (LLMs), aligning these models with human preferences and values is critical to ensuring ethical and safe applications. However, existing alignment techniques such as RLHF or DPO often require direct fine-tuning on LLMs with billions of parameters, resulting in substantial computational costs and inefficiencies. To address this, we propose Micro token-level Accept-Reject Aligning (MARA) approach designed to operate independently of the language models. MARA simplifies the alignment process by decomposing sentence-level preference learning into"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.19743","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.19743/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:54:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GM06gZUve2bugeFfenLOpNx7jAhrFZIEext8MF5rwFKr3CTPOQLBcbXSVpp5AUpb3GSAhs2hOzC1EGwmiKFeAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:07:29.469169Z"},"content_sha256":"a3c7b60b626dbcd77922d78293de4d4f1cd4e2d151c6c5ba5f98cb575d3b7704","schema_version":"1.0","event_id":"sha256:a3c7b60b626dbcd77922d78293de4d4f1cd4e2d151c6c5ba5f98cb575d3b7704"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7KO2IX4QRR2YSOVDK7GCBOFYFY/bundle.json","state_url":"https://pith.science/pith/7KO2IX4QRR2YSOVDK7GCBOFYFY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7KO2IX4QRR2YSOVDK7GCBOFYFY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:07:29Z","links":{"resolver":"https://pith.science/pith/7KO2IX4QRR2YSOVDK7GCBOFYFY","bundle":"https://pith.science/pith/7KO2IX4QRR2YSOVDK7GCBOFYFY/bundle.json","state":"https://pith.science/pith/7KO2IX4QRR2YSOVDK7GCBOFYFY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7KO2IX4QRR2YSOVDK7GCBOFYFY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7KO2IX4QRR2YSOVDK7GCBOFYFY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"172868d0244ffb55a2dda2ad60531dcab4ea42bbf74f64ed1033d897b37d2823","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-26T09:24:36Z","title_canon_sha256":"5dbf9df9ae602df2d44cdee0e8ac0138d1d5a5696d32e57e9db0fab74da8d4f4"},"schema_version":"1.0","source":{"id":"2505.19743","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.19743","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"arxiv_version","alias_value":"2505.19743v3","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.19743","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"pith_short_12","alias_value":"7KO2IX4QRR2Y","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"pith_short_16","alias_value":"7KO2IX4QRR2YSOVD","created_at":"2026-07-05T11:54:47Z"},{"alias_kind":"pith_short_8","alias_value":"7KO2IX4Q","created_at":"2026-07-05T11:54:47Z"}],"graph_snapshots":[{"event_id":"sha256:a3c7b60b626dbcd77922d78293de4d4f1cd4e2d151c6c5ba5f98cb575d3b7704","target":"graph","created_at":"2026-07-05T11:54:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.19743/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid development of Large Language Models (LLMs), aligning these models with human preferences and values is critical to ensuring ethical and safe applications. However, existing alignment techniques such as RLHF or DPO often require direct fine-tuning on LLMs with billions of parameters, resulting in substantial computational costs and inefficiencies. To address this, we propose Micro token-level Accept-Reject Aligning (MARA) approach designed to operate independently of the language models. MARA simplifies the alignment process by decomposing sentence-level preference learning into","authors_text":"Bo Tang, Chuxiong Sun, Edward Chung, Feiyu Xiong, Jie Hu, Wenqiang Wei, Yang Zhang, Yu Yu, Yu Zhu, Zhiyu Li, Zipeng Xie","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-26T09:24:36Z","title":"Token-level Accept or Reject: A Micro Alignment Approach for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.19743","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f2eee49dc14ed83a52e7d4694184669d15c876f34b1c5e40faa6c3003a5f8675","target":"record","created_at":"2026-07-05T11:54:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"172868d0244ffb55a2dda2ad60531dcab4ea42bbf74f64ed1033d897b37d2823","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-26T09:24:36Z","title_canon_sha256":"5dbf9df9ae602df2d44cdee0e8ac0138d1d5a5696d32e57e9db0fab74da8d4f4"},"schema_version":"1.0","source":{"id":"2505.19743","kind":"arxiv","version":3}},"canonical_sha256":"fa9da45f908c75893aa357cc20b8b82e1b5e52e84974ef61a4e7728d360631c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fa9da45f908c75893aa357cc20b8b82e1b5e52e84974ef61a4e7728d360631c0","first_computed_at":"2026-07-05T11:54:47.392513Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:54:47.392513Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sZ4n9OlerZdNINA+Zuo6xBZxdr20KXqEXjrwCNRd/eO2JD2dag/Ixi0oImb3ZOKylcblWHo7ET9/QlzHr6qOBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:54:47.393060Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.19743","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f2eee49dc14ed83a52e7d4694184669d15c876f34b1c5e40faa6c3003a5f8675","sha256:a3c7b60b626dbcd77922d78293de4d4f1cd4e2d151c6c5ba5f98cb575d3b7704"],"state_sha256":"10d3e28ee7e4bdb0d2f6e52d83197b088e76d97f72336de471a78a8336eed65d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oC61WL3bLQCjtrCeeHzX3oHoJpJIwWuzdWRm8HNQ52LRB75ux86aI/SIVK2dJwwNVv0nXvjGwAiCh0tCNWmJDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:07:29.474717Z","bundle_sha256":"d40925ddd761ada2fdc86b3652b06edb547306a902540d0c7b9e318655d13fd4"}}