{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:3MHSQQQBLHPUSE3F62U6N6F55A","short_pith_number":"pith:3MHSQQQB","schema_version":"1.0","canonical_sha256":"db0f28420159df491365f6a9e6f8bde8085f8147acd79d1de5c0fa3549a6f170","source":{"kind":"arxiv","id":"2307.11423","version":2},"attestation_state":"computed","paper":{"title":"Attention to Entropic Communication","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","math.IT","physics.data-an","stat.ML"],"primary_cat":"cs.IT","authors_text":"Carolin Weidinger, Philipp Frank, Torsten En{\\ss}lin","submitted_at":"2023-07-21T08:33:55Z","abstract_excerpt":"The concept of attention, numerical weights that emphasize the importance of particular data, has proven to be very relevant in artificial intelligence. Relative entropy (RE, aka Kullback-Leibler divergence) plays a central role in communication theory. Here we combine these concepts, attention and RE. RE guides optimal encoding of messages in bandwidth-limited communication as well as optimal message decoding via the maximum entropy principle (MEP). In the coding scenario, RE can be derived from four requirements, namely being analytical, local, proper, and calibrated. Weighted RE, used for a"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2307.11423","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2023-07-21T08:33:55Z","cross_cats_sorted":["cs.LG","math.IT","physics.data-an","stat.ML"],"title_canon_sha256":"624bac92524e578ab383ad0648bcd750518c4a74e9c4e3e0bd3b38f28a5ebc85","abstract_canon_sha256":"d8d9bf69f9e7ebbc67a6c5fa75ad002cf6b8809bfd53cfd49b3df163c2ffb85a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:31:30.137798Z","signature_b64":"gRpjjUXe/0/lm3iZWFNdI6cpdMAeG0BbGMhDVxNXFLRlPaOpMpFpnl8URYV2ImLiuWmfb3QXfJcqI3nNLNJODA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db0f28420159df491365f6a9e6f8bde8085f8147acd79d1de5c0fa3549a6f170","last_reissued_at":"2026-07-05T07:31:30.137336Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:31:30.137336Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Attention to Entropic Communication","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","math.IT","physics.data-an","stat.ML"],"primary_cat":"cs.IT","authors_text":"Carolin Weidinger, Philipp Frank, Torsten En{\\ss}lin","submitted_at":"2023-07-21T08:33:55Z","abstract_excerpt":"The concept of attention, numerical weights that emphasize the importance of particular data, has proven to be very relevant in artificial intelligence. Relative entropy (RE, aka Kullback-Leibler divergence) plays a central role in communication theory. Here we combine these concepts, attention and RE. RE guides optimal encoding of messages in bandwidth-limited communication as well as optimal message decoding via the maximum entropy principle (MEP). In the coding scenario, RE can be derived from four requirements, namely being analytical, local, proper, and calibrated. Weighted RE, used for a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.11423","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.11423/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2307.11423","created_at":"2026-07-05T07:31:30.137392+00:00"},{"alias_kind":"arxiv_version","alias_value":"2307.11423v2","created_at":"2026-07-05T07:31:30.137392+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.11423","created_at":"2026-07-05T07:31:30.137392+00:00"},{"alias_kind":"pith_short_12","alias_value":"3MHSQQQBLHPU","created_at":"2026-07-05T07:31:30.137392+00:00"},{"alias_kind":"pith_short_16","alias_value":"3MHSQQQBLHPUSE3F","created_at":"2026-07-05T07:31:30.137392+00:00"},{"alias_kind":"pith_short_8","alias_value":"3MHSQQQB","created_at":"2026-07-05T07:31:30.137392+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2502.04088","citing_title":"Quantifying imperfect cognition via achieved information gain","ref_index":13,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A","json":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A.json","graph_json":"https://pith.science/api/pith-number/3MHSQQQBLHPUSE3F62U6N6F55A/graph.json","events_json":"https://pith.science/api/pith-number/3MHSQQQBLHPUSE3F62U6N6F55A/events.json","paper":"https://pith.science/paper/3MHSQQQB"},"agent_actions":{"view_html":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A","download_json":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A.json","view_paper":"https://pith.science/paper/3MHSQQQB","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2307.11423&json=true","fetch_graph":"https://pith.science/api/pith-number/3MHSQQQBLHPUSE3F62U6N6F55A/graph.json","fetch_events":"https://pith.science/api/pith-number/3MHSQQQBLHPUSE3F62U6N6F55A/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A/action/storage_attestation","attest_author":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A/action/author_attestation","sign_citation":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A/action/citation_signature","submit_replication":"https://pith.science/pith/3MHSQQQBLHPUSE3F62U6N6F55A/action/replication_record"}},"created_at":"2026-07-05T07:31:30.137392+00:00","updated_at":"2026-07-05T07:31:30.137392+00:00"}