{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OSQHRU5TOBTAFCGQQBX4SQFNNS","short_pith_number":"pith:OSQHRU5T","canonical_record":{"source":{"id":"2408.14906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T09:34:38Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"4684cca600bdb17658893ce99950217ed441689730a160c4ac9ab90ee313cea1","abstract_canon_sha256":"a6963b9721019c4edd2701d1aee9f66ace6a637127b97ce767d3d8a5ee6abb07"},"schema_version":"1.0"},"canonical_sha256":"74a078d3b370660288d0806fc940ad6c9c4364d6266b1f74a8019b74b6912aed","source":{"kind":"arxiv","id":"2408.14906","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.14906","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"arxiv_version","alias_value":"2408.14906v1","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.14906","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"pith_short_12","alias_value":"OSQHRU5TOBTA","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"pith_short_16","alias_value":"OSQHRU5TOBTAFCGQ","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"pith_short_8","alias_value":"OSQHRU5T","created_at":"2026-07-05T08:59:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OSQHRU5TOBTAFCGQQBX4SQFNNS","target":"record","payload":{"canonical_record":{"source":{"id":"2408.14906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T09:34:38Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"4684cca600bdb17658893ce99950217ed441689730a160c4ac9ab90ee313cea1","abstract_canon_sha256":"a6963b9721019c4edd2701d1aee9f66ace6a637127b97ce767d3d8a5ee6abb07"},"schema_version":"1.0"},"canonical_sha256":"74a078d3b370660288d0806fc940ad6c9c4364d6266b1f74a8019b74b6912aed","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:59:40.582482Z","signature_b64":"W1BSmT7hmvezScS+MBIQZ1fzD1I5jfXG05Ohir7e2pQND3q2atWOf/1L3mm7cknwDEkPFFOb+MwdtpjQD7+BBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"74a078d3b370660288d0806fc940ad6c9c4364d6266b1f74a8019b74b6912aed","last_reissued_at":"2026-07-05T08:59:40.582066Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:59:40.582066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.14906","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U030CwlxoVtvvA7aQS2SLYEl/Ntbe3ySnUscdP/0eNT7pdqBcW5QwH16a4W6YvyO2H05jwtn6hhrdmYqyg2BAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:19:49.142976Z"},"content_sha256":"bbac199c4b1c1bd0ac8cae23ab64da7ced3ea581adcd63a1873a5538ea85316e","schema_version":"1.0","event_id":"sha256:bbac199c4b1c1bd0ac8cae23ab64da7ced3ea581adcd63a1873a5538ea85316e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OSQHRU5TOBTAFCGQQBX4SQFNNS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Axel Magnuson, Christopher Bryant, Kiran Kamble, Mateusz Russak, Melisa Russak, Umar Jamil, Waseem Alshikh","submitted_at":"2024-08-27T09:34:38Z","abstract_excerpt":"In this paper, we introduce Writing in the Margins (WiM), a new inference pattern for Large Language Models designed to optimize the handling of long input sequences in retrieval-oriented tasks. This approach leverages the chunked prefill of the key-value cache to perform segment-wise inference, which enables efficient processing of extensive contexts along with the generation and classification of intermediate information (\"margins\") that guide the model towards specific tasks. This method increases computational overhead marginally while significantly enhancing the performance of off-the-she"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.14906","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.14906/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:59:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+Jf/8rHyanscOhDsX5nZAWxJaWcHQR1tTlobWqC63ALjxJnFC/zPXBbonX5MixkIYpXFh2b7XQi+hs9caDkKBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:19:49.143519Z"},"content_sha256":"085e04fa8abf20481efac5c7786e469386852763945a0236a6cdfe5fb80757bf","schema_version":"1.0","event_id":"sha256:085e04fa8abf20481efac5c7786e469386852763945a0236a6cdfe5fb80757bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OSQHRU5TOBTAFCGQQBX4SQFNNS/bundle.json","state_url":"https://pith.science/pith/OSQHRU5TOBTAFCGQQBX4SQFNNS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OSQHRU5TOBTAFCGQQBX4SQFNNS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T18:19:49Z","links":{"resolver":"https://pith.science/pith/OSQHRU5TOBTAFCGQQBX4SQFNNS","bundle":"https://pith.science/pith/OSQHRU5TOBTAFCGQQBX4SQFNNS/bundle.json","state":"https://pith.science/pith/OSQHRU5TOBTAFCGQQBX4SQFNNS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OSQHRU5TOBTAFCGQQBX4SQFNNS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OSQHRU5TOBTAFCGQQBX4SQFNNS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a6963b9721019c4edd2701d1aee9f66ace6a637127b97ce767d3d8a5ee6abb07","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T09:34:38Z","title_canon_sha256":"4684cca600bdb17658893ce99950217ed441689730a160c4ac9ab90ee313cea1"},"schema_version":"1.0","source":{"id":"2408.14906","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.14906","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"arxiv_version","alias_value":"2408.14906v1","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.14906","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"pith_short_12","alias_value":"OSQHRU5TOBTA","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"pith_short_16","alias_value":"OSQHRU5TOBTAFCGQ","created_at":"2026-07-05T08:59:40Z"},{"alias_kind":"pith_short_8","alias_value":"OSQHRU5T","created_at":"2026-07-05T08:59:40Z"}],"graph_snapshots":[{"event_id":"sha256:085e04fa8abf20481efac5c7786e469386852763945a0236a6cdfe5fb80757bf","target":"graph","created_at":"2026-07-05T08:59:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.14906/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we introduce Writing in the Margins (WiM), a new inference pattern for Large Language Models designed to optimize the handling of long input sequences in retrieval-oriented tasks. This approach leverages the chunked prefill of the key-value cache to perform segment-wise inference, which enables efficient processing of extensive contexts along with the generation and classification of intermediate information (\"margins\") that guide the model towards specific tasks. This method increases computational overhead marginally while significantly enhancing the performance of off-the-she","authors_text":"Axel Magnuson, Christopher Bryant, Kiran Kamble, Mateusz Russak, Melisa Russak, Umar Jamil, Waseem Alshikh","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T09:34:38Z","title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.14906","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bbac199c4b1c1bd0ac8cae23ab64da7ced3ea581adcd63a1873a5538ea85316e","target":"record","created_at":"2026-07-05T08:59:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a6963b9721019c4edd2701d1aee9f66ace6a637127b97ce767d3d8a5ee6abb07","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T09:34:38Z","title_canon_sha256":"4684cca600bdb17658893ce99950217ed441689730a160c4ac9ab90ee313cea1"},"schema_version":"1.0","source":{"id":"2408.14906","kind":"arxiv","version":1}},"canonical_sha256":"74a078d3b370660288d0806fc940ad6c9c4364d6266b1f74a8019b74b6912aed","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"74a078d3b370660288d0806fc940ad6c9c4364d6266b1f74a8019b74b6912aed","first_computed_at":"2026-07-05T08:59:40.582066Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:59:40.582066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"W1BSmT7hmvezScS+MBIQZ1fzD1I5jfXG05Ohir7e2pQND3q2atWOf/1L3mm7cknwDEkPFFOb+MwdtpjQD7+BBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:59:40.582482Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.14906","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bbac199c4b1c1bd0ac8cae23ab64da7ced3ea581adcd63a1873a5538ea85316e","sha256:085e04fa8abf20481efac5c7786e469386852763945a0236a6cdfe5fb80757bf"],"state_sha256":"8a0b9a60254798bd7db2a8d58364cb7dd78ff4ccfca5754d5e4f54fcf37f6f90"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ijd4JLHSGj6tgE6QV2n10qd/jrDhMYbp3lTEcrVxOGMMMecN9AV+NSK4NDjZ9/UBvGojftJRvf0fEW/t21YfBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T18:19:49.149155Z","bundle_sha256":"389231cc9ed0a42e544e3c8d929d88a3eaf78fbc5073dd45496561544dbd490c"}}