{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:5WIFXJ7XY7EAG5WVVMVTRBCJAL","short_pith_number":"pith:5WIFXJ7X","canonical_record":{"source":{"id":"2208.04347","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-08T18:10:58Z","cross_cats_sorted":[],"title_canon_sha256":"e24881fa6a7af6c330cd87bf46639b6889155bbcef7cefb65ff8d8e5cd2e7db0","abstract_canon_sha256":"2f42bdfc2acb33948c335a8dbcaf68d0fa3646e27c9f8434a6f2e54e11cd4de6"},"schema_version":"1.0"},"canonical_sha256":"ed905ba7f7c7c80376d5ab2b38844902e424b134145945c92076a62ffd2edb67","source":{"kind":"arxiv","id":"2208.04347","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.04347","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"arxiv_version","alias_value":"2208.04347v1","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.04347","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"pith_short_12","alias_value":"5WIFXJ7XY7EA","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"pith_short_16","alias_value":"5WIFXJ7XY7EAG5WV","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"pith_short_8","alias_value":"5WIFXJ7X","created_at":"2026-07-05T04:46:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:5WIFXJ7XY7EAG5WVVMVTRBCJAL","target":"record","payload":{"canonical_record":{"source":{"id":"2208.04347","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-08T18:10:58Z","cross_cats_sorted":[],"title_canon_sha256":"e24881fa6a7af6c330cd87bf46639b6889155bbcef7cefb65ff8d8e5cd2e7db0","abstract_canon_sha256":"2f42bdfc2acb33948c335a8dbcaf68d0fa3646e27c9f8434a6f2e54e11cd4de6"},"schema_version":"1.0"},"canonical_sha256":"ed905ba7f7c7c80376d5ab2b38844902e424b134145945c92076a62ffd2edb67","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:46:55.708113Z","signature_b64":"7ukEXoKK9ew81GZIn5/sY208RJtCG9liLfRYx04AN8xW69YXG9pwxi6UavJS4WNgso2lA3AWvDsEjMjSeEqcDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed905ba7f7c7c80376d5ab2b38844902e424b134145945c92076a62ffd2edb67","last_reissued_at":"2026-07-05T04:46:55.707685Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:46:55.707685Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.04347","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2qyc2ftB+VUSSltOpMjQF8xKlYb2jdiN1rDbDiqhPGiuqHE0K5/Axh6f1WiDpXnI4/WkBXvDvOU8+BBNfL4oBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:17:33.302060Z"},"content_sha256":"84bbf0b592902bd6a460b1d3bc1cacbcb6b3f6a54bbac01ab0a17c5aa2db5852","schema_version":"1.0","event_id":"sha256:84bbf0b592902bd6a460b1d3bc1cacbcb6b3f6a54bbac01ab0a17c5aa2db5852"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:5WIFXJ7XY7EAG5WVVMVTRBCJAL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating Efficiently Extending Transformers for Long Input Summarization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jason Phang, Peter J. Liu, Yao Zhao","submitted_at":"2022-08-08T18:10:58Z","abstract_excerpt":"While large pretrained Transformer models have proven highly capable at tackling natural language tasks, handling long sequence inputs continues to be a significant challenge. One such task is long input summarization, where inputs are longer than the maximum input context of most pretrained models. Through an extensive set of experiments, we investigate what model architectural changes and pretraining paradigms can most efficiently adapt a pretrained Transformer for long input summarization. We find that a staggered, block-local Transformer with global encoder tokens strikes a good balance of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.04347","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.04347/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M+t4u+WZ/1UGkoi2aoKAvwR9DbPC5wUhSy3GWPgAqhMUXPMdLz3qr18E73SHnY0e+cVbrZG7sGi+dBu9/27jAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:17:33.302668Z"},"content_sha256":"b9de128d3befcf88f97bb120e51f3caa20b25ef6a8fcd91444eb6a4573941608","schema_version":"1.0","event_id":"sha256:b9de128d3befcf88f97bb120e51f3caa20b25ef6a8fcd91444eb6a4573941608"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5WIFXJ7XY7EAG5WVVMVTRBCJAL/bundle.json","state_url":"https://pith.science/pith/5WIFXJ7XY7EAG5WVVMVTRBCJAL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5WIFXJ7XY7EAG5WVVMVTRBCJAL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:17:33Z","links":{"resolver":"https://pith.science/pith/5WIFXJ7XY7EAG5WVVMVTRBCJAL","bundle":"https://pith.science/pith/5WIFXJ7XY7EAG5WVVMVTRBCJAL/bundle.json","state":"https://pith.science/pith/5WIFXJ7XY7EAG5WVVMVTRBCJAL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5WIFXJ7XY7EAG5WVVMVTRBCJAL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:5WIFXJ7XY7EAG5WVVMVTRBCJAL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2f42bdfc2acb33948c335a8dbcaf68d0fa3646e27c9f8434a6f2e54e11cd4de6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-08T18:10:58Z","title_canon_sha256":"e24881fa6a7af6c330cd87bf46639b6889155bbcef7cefb65ff8d8e5cd2e7db0"},"schema_version":"1.0","source":{"id":"2208.04347","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.04347","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"arxiv_version","alias_value":"2208.04347v1","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.04347","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"pith_short_12","alias_value":"5WIFXJ7XY7EA","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"pith_short_16","alias_value":"5WIFXJ7XY7EAG5WV","created_at":"2026-07-05T04:46:55Z"},{"alias_kind":"pith_short_8","alias_value":"5WIFXJ7X","created_at":"2026-07-05T04:46:55Z"}],"graph_snapshots":[{"event_id":"sha256:b9de128d3befcf88f97bb120e51f3caa20b25ef6a8fcd91444eb6a4573941608","target":"graph","created_at":"2026-07-05T04:46:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.04347/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While large pretrained Transformer models have proven highly capable at tackling natural language tasks, handling long sequence inputs continues to be a significant challenge. One such task is long input summarization, where inputs are longer than the maximum input context of most pretrained models. Through an extensive set of experiments, we investigate what model architectural changes and pretraining paradigms can most efficiently adapt a pretrained Transformer for long input summarization. We find that a staggered, block-local Transformer with global encoder tokens strikes a good balance of","authors_text":"Jason Phang, Peter J. Liu, Yao Zhao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-08T18:10:58Z","title":"Investigating Efficiently Extending Transformers for Long Input Summarization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.04347","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:84bbf0b592902bd6a460b1d3bc1cacbcb6b3f6a54bbac01ab0a17c5aa2db5852","target":"record","created_at":"2026-07-05T04:46:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2f42bdfc2acb33948c335a8dbcaf68d0fa3646e27c9f8434a6f2e54e11cd4de6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-08T18:10:58Z","title_canon_sha256":"e24881fa6a7af6c330cd87bf46639b6889155bbcef7cefb65ff8d8e5cd2e7db0"},"schema_version":"1.0","source":{"id":"2208.04347","kind":"arxiv","version":1}},"canonical_sha256":"ed905ba7f7c7c80376d5ab2b38844902e424b134145945c92076a62ffd2edb67","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed905ba7f7c7c80376d5ab2b38844902e424b134145945c92076a62ffd2edb67","first_computed_at":"2026-07-05T04:46:55.707685Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:46:55.707685Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7ukEXoKK9ew81GZIn5/sY208RJtCG9liLfRYx04AN8xW69YXG9pwxi6UavJS4WNgso2lA3AWvDsEjMjSeEqcDg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:46:55.708113Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.04347","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:84bbf0b592902bd6a460b1d3bc1cacbcb6b3f6a54bbac01ab0a17c5aa2db5852","sha256:b9de128d3befcf88f97bb120e51f3caa20b25ef6a8fcd91444eb6a4573941608"],"state_sha256":"d2498a139e8292ec4e8db455c2361225052b501336c3900e5a143d8e764c40c2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DraFHeDn3BbVVJrBQ7ydh0K9Z//mPTfUIemakOMHP5FjkzSgYFIUBMvTulPnGlvtVTcilC0aECXByQCQpmoaCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:17:33.304596Z","bundle_sha256":"b2dfc6c615f17f57eda7c6e0d61dff46346ac726311d41d71675a62742223bd7"}}