{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JP22D7MQQBWXFDQ5XQEESLAUVC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d7ee41a79b40ce623cde815234815473f94dafffb0e053c0fdd2c9875a646d7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T07:23:22Z","title_canon_sha256":"6bcc6bad5e3e5ee43a5f9e25ef46c75811f8fa3445480b25fea81fa04bf307dd"},"schema_version":"1.0","source":{"id":"2504.20482","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20482","created_at":"2026-07-05T10:55:43Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20482v1","created_at":"2026-07-05T10:55:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20482","created_at":"2026-07-05T10:55:43Z"},{"alias_kind":"pith_short_12","alias_value":"JP22D7MQQBWX","created_at":"2026-07-05T10:55:43Z"},{"alias_kind":"pith_short_16","alias_value":"JP22D7MQQBWXFDQ5","created_at":"2026-07-05T10:55:43Z"},{"alias_kind":"pith_short_8","alias_value":"JP22D7MQ","created_at":"2026-07-05T10:55:43Z"}],"graph_snapshots":[{"event_id":"sha256:2eaa4175c7bf3fd63c32867cbbdad67758c8d6f2994f852c8f2d9cb7b0495269","target":"graph","created_at":"2026-07-05T10:55:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.20482/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation typically transfers knowledge from a teacher model to a student model by minimizing differences between their output distributions. However, existing distillation approaches largely focus on mimicking absolute probabilities and neglect the valuable relational inductive biases embedded in the teacher's relative predictions, leading to exposure bias. In this paper, we propose Group Relative Knowledge Distillation (GRKD), a novel framework that distills teacher knowledge by learning the relative ranking among classes, rather than directly fitting the absolute distribution. ","authors_text":"Changhua Zhou, Chao Li, Jia Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T07:23:22Z","title":"Group Relative Knowledge Distillation: Learning from Teacher's Relational Inductive Bias"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20482","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6dc7f8ebf12a0cfd20a00cd2edbee9f2cb8beafcb84b497d0551ba1bb199116f","target":"record","created_at":"2026-07-05T10:55:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d7ee41a79b40ce623cde815234815473f94dafffb0e053c0fdd2c9875a646d7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T07:23:22Z","title_canon_sha256":"6bcc6bad5e3e5ee43a5f9e25ef46c75811f8fa3445480b25fea81fa04bf307dd"},"schema_version":"1.0","source":{"id":"2504.20482","kind":"arxiv","version":1}},"canonical_sha256":"4bf5a1fd90806d728e1dbc08492c14a88de82b8bec208d2db9260073457ceb1f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4bf5a1fd90806d728e1dbc08492c14a88de82b8bec208d2db9260073457ceb1f","first_computed_at":"2026-07-05T10:55:43.344267Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:43.344267Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gMRLLl+7zoEWS5bpK+8eoomDh++k/2T4E/4x7JHg108wyUpvroXJMPDScoJlYaXddsHjMoi/ol3WttkCeO4tDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:43.344718Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.20482","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6dc7f8ebf12a0cfd20a00cd2edbee9f2cb8beafcb84b497d0551ba1bb199116f","sha256:2eaa4175c7bf3fd63c32867cbbdad67758c8d6f2994f852c8f2d9cb7b0495269"],"state_sha256":"104577202df4a6c393465d803b306067ced9af9af96914040c2b6b325b4efe4e"}