{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RECJV4XQFFWYEVMDLA6IUJCKUG","short_pith_number":"pith:RECJV4XQ","canonical_record":{"source":{"id":"2406.19598","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T01:46:41Z","cross_cats_sorted":[],"title_canon_sha256":"e9692624e9fe0d574c776100de3523d5388fd64e8380e074423e628cbc87a018","abstract_canon_sha256":"a7b28c1aa5a0fde9beaae7db8cc285ffa1e3d223eebd6b8c2d008e2bbf354858"},"schema_version":"1.0"},"canonical_sha256":"89049af2f0296d825583583c8a244aa18e96ffbb1c23f4a6c23127bc79ecedcb","source":{"kind":"arxiv","id":"2406.19598","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19598","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19598v2","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19598","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"RECJV4XQFFWY","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"RECJV4XQFFWYEVMD","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"RECJV4XQ","created_at":"2026-07-05T09:21:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RECJV4XQFFWYEVMDLA6IUJCKUG","target":"record","payload":{"canonical_record":{"source":{"id":"2406.19598","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T01:46:41Z","cross_cats_sorted":[],"title_canon_sha256":"e9692624e9fe0d574c776100de3523d5388fd64e8380e074423e628cbc87a018","abstract_canon_sha256":"a7b28c1aa5a0fde9beaae7db8cc285ffa1e3d223eebd6b8c2d008e2bbf354858"},"schema_version":"1.0"},"canonical_sha256":"89049af2f0296d825583583c8a244aa18e96ffbb1c23f4a6c23127bc79ecedcb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:21:46.383614Z","signature_b64":"71q3DS5PvKooELJTKSWJQ5j9ZaD5T8bAkz4JMQXMvwT2ZBgFXEciJlkC3ZFMnawNCtMfwqwmfg/wZN2M1ReoCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"89049af2f0296d825583583c8a244aa18e96ffbb1c23f4a6c23127bc79ecedcb","last_reissued_at":"2026-07-05T09:21:46.383119Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:21:46.383119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.19598","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kdW2LuyF7g9WsCvrqOVwc5lpVgtUh2pv3DvXUiIG1/kwBrnHL++12HSd9DhKWovVLaUF16NrPkVhjLzwOpbNAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:30:22.429185Z"},"content_sha256":"13ebd0ad8f5ca3e613aa972e2f610b66c91bfc9e90d0edf1d8f0e075c6c7cd53","schema_version":"1.0","event_id":"sha256:13ebd0ad8f5ca3e613aa972e2f610b66c91bfc9e90d0edf1d8f0e075c6c7cd53"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RECJV4XQFFWYEVMDLA6IUJCKUG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mixture of In-Context Experts Enhance LLMs' Long Context Awareness","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ang Lv, Chen Zhu, Hengshu Zhu, Hongzhan Lin, Rui Yan, Yang Song, Yuhan Chen","submitted_at":"2024-06-28T01:46:41Z","abstract_excerpt":"Many studies have revealed that large language models (LLMs) exhibit uneven awareness of different contextual positions. Their limited context awareness can lead to overlooking critical information and subsequent task failures. While several approaches have been proposed to enhance LLMs' context awareness, achieving both effectiveness and efficiency remains challenging. In this paper, for LLMs utilizing RoPE as position embeddings, we introduce a novel method called \"Mixture of In-Context Experts\" (MoICE) to address this challenge. MoICE comprises two key components: a router integrated into e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19598","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.19598/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UyB068v9uxfwZD43kokXxRej6nOv0gL2XVh4p6zfA5O21TzrWQdSakcNhTK5qM0Kiz/GbSKmmhvfTkBiMI1rCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:30:22.435335Z"},"content_sha256":"a6b920e773cfc95cf91ba07f89f8da99a1786b841fe60376c90af365c725f4d0","schema_version":"1.0","event_id":"sha256:a6b920e773cfc95cf91ba07f89f8da99a1786b841fe60376c90af365c725f4d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RECJV4XQFFWYEVMDLA6IUJCKUG/bundle.json","state_url":"https://pith.science/pith/RECJV4XQFFWYEVMDLA6IUJCKUG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RECJV4XQFFWYEVMDLA6IUJCKUG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T06:30:22Z","links":{"resolver":"https://pith.science/pith/RECJV4XQFFWYEVMDLA6IUJCKUG","bundle":"https://pith.science/pith/RECJV4XQFFWYEVMDLA6IUJCKUG/bundle.json","state":"https://pith.science/pith/RECJV4XQFFWYEVMDLA6IUJCKUG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RECJV4XQFFWYEVMDLA6IUJCKUG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RECJV4XQFFWYEVMDLA6IUJCKUG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7b28c1aa5a0fde9beaae7db8cc285ffa1e3d223eebd6b8c2d008e2bbf354858","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T01:46:41Z","title_canon_sha256":"e9692624e9fe0d574c776100de3523d5388fd64e8380e074423e628cbc87a018"},"schema_version":"1.0","source":{"id":"2406.19598","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19598","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19598v2","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19598","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"RECJV4XQFFWY","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"RECJV4XQFFWYEVMD","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"RECJV4XQ","created_at":"2026-07-05T09:21:46Z"}],"graph_snapshots":[{"event_id":"sha256:a6b920e773cfc95cf91ba07f89f8da99a1786b841fe60376c90af365c725f4d0","target":"graph","created_at":"2026-07-05T09:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.19598/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many studies have revealed that large language models (LLMs) exhibit uneven awareness of different contextual positions. Their limited context awareness can lead to overlooking critical information and subsequent task failures. While several approaches have been proposed to enhance LLMs' context awareness, achieving both effectiveness and efficiency remains challenging. In this paper, for LLMs utilizing RoPE as position embeddings, we introduce a novel method called \"Mixture of In-Context Experts\" (MoICE) to address this challenge. MoICE comprises two key components: a router integrated into e","authors_text":"Ang Lv, Chen Zhu, Hengshu Zhu, Hongzhan Lin, Rui Yan, Yang Song, Yuhan Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T01:46:41Z","title":"Mixture of In-Context Experts Enhance LLMs' Long Context Awareness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19598","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:13ebd0ad8f5ca3e613aa972e2f610b66c91bfc9e90d0edf1d8f0e075c6c7cd53","target":"record","created_at":"2026-07-05T09:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7b28c1aa5a0fde9beaae7db8cc285ffa1e3d223eebd6b8c2d008e2bbf354858","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T01:46:41Z","title_canon_sha256":"e9692624e9fe0d574c776100de3523d5388fd64e8380e074423e628cbc87a018"},"schema_version":"1.0","source":{"id":"2406.19598","kind":"arxiv","version":2}},"canonical_sha256":"89049af2f0296d825583583c8a244aa18e96ffbb1c23f4a6c23127bc79ecedcb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"89049af2f0296d825583583c8a244aa18e96ffbb1c23f4a6c23127bc79ecedcb","first_computed_at":"2026-07-05T09:21:46.383119Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:21:46.383119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"71q3DS5PvKooELJTKSWJQ5j9ZaD5T8bAkz4JMQXMvwT2ZBgFXEciJlkC3ZFMnawNCtMfwqwmfg/wZN2M1ReoCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:21:46.383614Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.19598","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:13ebd0ad8f5ca3e613aa972e2f610b66c91bfc9e90d0edf1d8f0e075c6c7cd53","sha256:a6b920e773cfc95cf91ba07f89f8da99a1786b841fe60376c90af365c725f4d0"],"state_sha256":"ffe5e17cddb9a47655a74ba19dd91bdbbd3a56f4fd0ecb3fc9f53f848dc5f7a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EXWHiVKUoS76CvEuXMZbh46Gcy+q8bSmTSNuaRYcwG4ha9PzQ8OHPGHC+m7ME6lO9bf7/PCSdmJHvbI/AlqqCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T06:30:22.448500Z","bundle_sha256":"2dc54699bdb9ce2a6a55188fc63f3fdf58e2251c4d191b4095d8a314fc689c29"}}