{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:R5CZKOTSW3XWYMZFNJAAJX2WNH","short_pith_number":"pith:R5CZKOTS","canonical_record":{"source":{"id":"2502.11258","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T20:24:00Z","cross_cats_sorted":[],"title_canon_sha256":"db79d4a1dbe4153ecbfa3d055b217aa6d64d0d9e2be6c39db0d5482545d40030","abstract_canon_sha256":"a7ad82a03d324faa09f5dda9a20d9e0ec60d31a6a3aed6b86b5d71d8a7349d8c"},"schema_version":"1.0"},"canonical_sha256":"8f45953a72b6ef6c33256a4004df5669cb1efc4c85bf3b4cf028baa8a633e52a","source":{"kind":"arxiv","id":"2502.11258","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11258","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11258v2","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11258","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"pith_short_12","alias_value":"R5CZKOTSW3XW","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"pith_short_16","alias_value":"R5CZKOTSW3XWYMZF","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"pith_short_8","alias_value":"R5CZKOTS","created_at":"2026-07-05T10:55:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:R5CZKOTSW3XWYMZFNJAAJX2WNH","target":"record","payload":{"canonical_record":{"source":{"id":"2502.11258","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T20:24:00Z","cross_cats_sorted":[],"title_canon_sha256":"db79d4a1dbe4153ecbfa3d055b217aa6d64d0d9e2be6c39db0d5482545d40030","abstract_canon_sha256":"a7ad82a03d324faa09f5dda9a20d9e0ec60d31a6a3aed6b86b5d71d8a7349d8c"},"schema_version":"1.0"},"canonical_sha256":"8f45953a72b6ef6c33256a4004df5669cb1efc4c85bf3b4cf028baa8a633e52a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:55:54.619972Z","signature_b64":"8p4/lZ2+FDdltSPO7TpJzoVKzfyJLo1Gg8Evu43xNLoeWSUXTxPSnrZUmmRg6m5baiG3Zcmh4sa13vnW/qOXDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8f45953a72b6ef6c33256a4004df5669cb1efc4c85bf3b4cf028baa8a633e52a","last_reissued_at":"2026-07-05T10:55:54.619485Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:55:54.619485Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.11258","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1in/F27FYvemE6nCx0RqgztnluxUjOEmcUYssbHp8zK7kEmq/H77ZZuvnq+CjIPIA+clDTLXD0r0NPI/0eeODA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:54:24.344554Z"},"content_sha256":"2673942dca0aa65611a9da4727e740d4be10819b258f793b40536fb5dff17e93","schema_version":"1.0","event_id":"sha256:2673942dca0aa65611a9da4727e740d4be10819b258f793b40536fb5dff17e93"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:R5CZKOTSW3XWYMZFNJAAJX2WNH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Conditional Mutual Information to Improve Large Language Model Fine-Tuning For Classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"En-hui Yang, Thanushon Sivakaran","submitted_at":"2025-02-16T20:24:00Z","abstract_excerpt":"Although large language models (LLMs) have demonstrated remarkable capabilities in recent years, the potential of information theory (IT) to enhance LLM development remains underexplored. This paper introduces the information theoretic principle of Conditional Mutual Information (CMI) to LLM fine-tuning for classification tasks, exploring its promise in two main ways: minimizing CMI to improve a model's standalone performance and maximizing CMI to enhance knowledge distillation (KD) for more capable student models. To apply CMI in LLM fine-tuning, we adapt the recently proposed CMI-constrained"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11258","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.11258/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"auWd7kp6b90KlX20ByHCm3p4LYU3hnJG8iTersEHTaKMQJyQdoL9PkYeuUzcYBalWUWNzXWetx7nOBGz2tDvDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:54:24.345052Z"},"content_sha256":"cbfd6216c47ce79ec97fc44c4d50b03de9151cb07c738495091cebf5c0b1cf4f","schema_version":"1.0","event_id":"sha256:cbfd6216c47ce79ec97fc44c4d50b03de9151cb07c738495091cebf5c0b1cf4f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R5CZKOTSW3XWYMZFNJAAJX2WNH/bundle.json","state_url":"https://pith.science/pith/R5CZKOTSW3XWYMZFNJAAJX2WNH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R5CZKOTSW3XWYMZFNJAAJX2WNH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T05:54:24Z","links":{"resolver":"https://pith.science/pith/R5CZKOTSW3XWYMZFNJAAJX2WNH","bundle":"https://pith.science/pith/R5CZKOTSW3XWYMZFNJAAJX2WNH/bundle.json","state":"https://pith.science/pith/R5CZKOTSW3XWYMZFNJAAJX2WNH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R5CZKOTSW3XWYMZFNJAAJX2WNH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:R5CZKOTSW3XWYMZFNJAAJX2WNH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7ad82a03d324faa09f5dda9a20d9e0ec60d31a6a3aed6b86b5d71d8a7349d8c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T20:24:00Z","title_canon_sha256":"db79d4a1dbe4153ecbfa3d055b217aa6d64d0d9e2be6c39db0d5482545d40030"},"schema_version":"1.0","source":{"id":"2502.11258","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11258","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11258v2","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11258","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"pith_short_12","alias_value":"R5CZKOTSW3XW","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"pith_short_16","alias_value":"R5CZKOTSW3XWYMZF","created_at":"2026-07-05T10:55:54Z"},{"alias_kind":"pith_short_8","alias_value":"R5CZKOTS","created_at":"2026-07-05T10:55:54Z"}],"graph_snapshots":[{"event_id":"sha256:cbfd6216c47ce79ec97fc44c4d50b03de9151cb07c738495091cebf5c0b1cf4f","target":"graph","created_at":"2026-07-05T10:55:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.11258/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although large language models (LLMs) have demonstrated remarkable capabilities in recent years, the potential of information theory (IT) to enhance LLM development remains underexplored. This paper introduces the information theoretic principle of Conditional Mutual Information (CMI) to LLM fine-tuning for classification tasks, exploring its promise in two main ways: minimizing CMI to improve a model's standalone performance and maximizing CMI to enhance knowledge distillation (KD) for more capable student models. To apply CMI in LLM fine-tuning, we adapt the recently proposed CMI-constrained","authors_text":"En-hui Yang, Thanushon Sivakaran","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T20:24:00Z","title":"Leveraging Conditional Mutual Information to Improve Large Language Model Fine-Tuning For Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11258","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2673942dca0aa65611a9da4727e740d4be10819b258f793b40536fb5dff17e93","target":"record","created_at":"2026-07-05T10:55:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7ad82a03d324faa09f5dda9a20d9e0ec60d31a6a3aed6b86b5d71d8a7349d8c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T20:24:00Z","title_canon_sha256":"db79d4a1dbe4153ecbfa3d055b217aa6d64d0d9e2be6c39db0d5482545d40030"},"schema_version":"1.0","source":{"id":"2502.11258","kind":"arxiv","version":2}},"canonical_sha256":"8f45953a72b6ef6c33256a4004df5669cb1efc4c85bf3b4cf028baa8a633e52a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8f45953a72b6ef6c33256a4004df5669cb1efc4c85bf3b4cf028baa8a633e52a","first_computed_at":"2026-07-05T10:55:54.619485Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:54.619485Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8p4/lZ2+FDdltSPO7TpJzoVKzfyJLo1Gg8Evu43xNLoeWSUXTxPSnrZUmmRg6m5baiG3Zcmh4sa13vnW/qOXDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:54.619972Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.11258","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2673942dca0aa65611a9da4727e740d4be10819b258f793b40536fb5dff17e93","sha256:cbfd6216c47ce79ec97fc44c4d50b03de9151cb07c738495091cebf5c0b1cf4f"],"state_sha256":"257b672b2dac37b7de9e67aed1a15b54f7c1dbdec394874e60bc2b085326147e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NdrqYwFJ47jQdY2aY1tyg0hqR8iuobGnCNMO6uDFMEijiLZcpFsjL1E9abHXfdVqnWwcP9/S92RiDJi+xqXYBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T05:54:24.348769Z","bundle_sha256":"6489e0e0a268efc32fceff8a310de24c39111176587b736c2a77214e69b15160"}}