{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:GPKPPL3VNXRV5WYKWV3N3C6NDO","short_pith_number":"pith:GPKPPL3V","schema_version":"1.0","canonical_sha256":"33d4f7af756de35edb0ab576dd8bcd1b97ae41ede53d167dd058918d78202069","source":{"kind":"arxiv","id":"2406.03999","version":1},"attestation_state":"computed","paper":{"title":"Unveiling the Dynamics of Information Interplay in Supervised Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Bochao Zou, Huimin Ma, Kun Song, Weiran Huang, Zhiquan Tan","submitted_at":"2024-06-06T12:17:57Z","abstract_excerpt":"In this paper, we use matrix information theory as an analytical tool to analyze the dynamics of the information interplay between data representations and classification head vectors in the supervised learning process. Specifically, inspired by the theory of Neural Collapse, we introduce matrix mutual information ratio (MIR) and matrix entropy difference ratio (HDR) to assess the interactions of data representation and class classification heads in supervised learning, and we determine the theoretical optimal values for MIR and HDR when Neural Collapse happens. Our experiments show that MIR a"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.03999","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-06T12:17:57Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"b24b99fb4b6701d0132f2025ba2b202fd6ddc0206a5362c013fabae8f1dd80ba","abstract_canon_sha256":"773a5457b68b466e2e98ff149460d49a0c4512e2895166bf6e84b61c406cdbe5"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:18.927756Z","signature_b64":"WlXVA7uAgQ+sJnK//BUyS7duB8BG84VGme2ZUGcIVFEpIkgBL9w9JSwnQe9ymbG90voq1U+AdD0Bi3o/sqN9Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"33d4f7af756de35edb0ab576dd8bcd1b97ae41ede53d167dd058918d78202069","last_reissued_at":"2026-07-05T08:28:18.927363Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:18.927363Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Unveiling the Dynamics of Information Interplay in Supervised Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Bochao Zou, Huimin Ma, Kun Song, Weiran Huang, Zhiquan Tan","submitted_at":"2024-06-06T12:17:57Z","abstract_excerpt":"In this paper, we use matrix information theory as an analytical tool to analyze the dynamics of the information interplay between data representations and classification head vectors in the supervised learning process. Specifically, inspired by the theory of Neural Collapse, we introduce matrix mutual information ratio (MIR) and matrix entropy difference ratio (HDR) to assess the interactions of data representation and class classification heads in supervised learning, and we determine the theoretical optimal values for MIR and HDR when Neural Collapse happens. Our experiments show that MIR a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03999","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.03999/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.03999","created_at":"2026-07-05T08:28:18.927410+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.03999v1","created_at":"2026-07-05T08:28:18.927410+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03999","created_at":"2026-07-05T08:28:18.927410+00:00"},{"alias_kind":"pith_short_12","alias_value":"GPKPPL3VNXRV","created_at":"2026-07-05T08:28:18.927410+00:00"},{"alias_kind":"pith_short_16","alias_value":"GPKPPL3VNXRV5WYK","created_at":"2026-07-05T08:28:18.927410+00:00"},{"alias_kind":"pith_short_8","alias_value":"GPKPPL3V","created_at":"2026-07-05T08:28:18.927410+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO","json":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO.json","graph_json":"https://pith.science/api/pith-number/GPKPPL3VNXRV5WYKWV3N3C6NDO/graph.json","events_json":"https://pith.science/api/pith-number/GPKPPL3VNXRV5WYKWV3N3C6NDO/events.json","paper":"https://pith.science/paper/GPKPPL3V"},"agent_actions":{"view_html":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO","download_json":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO.json","view_paper":"https://pith.science/paper/GPKPPL3V","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.03999&json=true","fetch_graph":"https://pith.science/api/pith-number/GPKPPL3VNXRV5WYKWV3N3C6NDO/graph.json","fetch_events":"https://pith.science/api/pith-number/GPKPPL3VNXRV5WYKWV3N3C6NDO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO/action/storage_attestation","attest_author":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO/action/author_attestation","sign_citation":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO/action/citation_signature","submit_replication":"https://pith.science/pith/GPKPPL3VNXRV5WYKWV3N3C6NDO/action/replication_record"}},"created_at":"2026-07-05T08:28:18.927410+00:00","updated_at":"2026-07-05T08:28:18.927410+00:00"}