{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7E4HVR7RLWQWB2LRGZPMX5EZHI","short_pith_number":"pith:7E4HVR7R","canonical_record":{"source":{"id":"2407.08112","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-11T01:08:39Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"f1611974cd3b2ed19a74a9925a45e43067ae6533372f5e2d0a465fb086afa8fe","abstract_canon_sha256":"215d968e4259a1e9091b4f4b947f48b54a0f29c9c2af2cd450b58a4a50cc191b"},"schema_version":"1.0"},"canonical_sha256":"f9387ac7f15da160e971365ecbf4993a2f0ac65e900269503441688fc0dc829b","source":{"kind":"arxiv","id":"2407.08112","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.08112","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"arxiv_version","alias_value":"2407.08112v3","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.08112","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"pith_short_12","alias_value":"7E4HVR7RLWQW","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"pith_short_16","alias_value":"7E4HVR7RLWQWB2LR","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"pith_short_8","alias_value":"7E4HVR7R","created_at":"2026-07-05T11:07:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7E4HVR7RLWQWB2LRGZPMX5EZHI","target":"record","payload":{"canonical_record":{"source":{"id":"2407.08112","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-11T01:08:39Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"f1611974cd3b2ed19a74a9925a45e43067ae6533372f5e2d0a465fb086afa8fe","abstract_canon_sha256":"215d968e4259a1e9091b4f4b947f48b54a0f29c9c2af2cd450b58a4a50cc191b"},"schema_version":"1.0"},"canonical_sha256":"f9387ac7f15da160e971365ecbf4993a2f0ac65e900269503441688fc0dc829b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:07:03.362850Z","signature_b64":"HkmReu9QRB1Cys7yfX+uHuXa6utXIMbkd3eheBesMqc0oXGbHLAq6L+D/+OAW9NIZhiAkmLjGjjT4pFx54U9Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9387ac7f15da160e971365ecbf4993a2f0ac65e900269503441688fc0dc829b","last_reissued_at":"2026-07-05T11:07:03.362342Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:07:03.362342Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.08112","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JK3TCT6VFJspIvSWiT1eO1S+l80Bx8DG/TdOrUwfAWyZlbYT2bHYcWWHs09pGVUOs8jy0d1/9ZZWIOER5/q8Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T14:07:25.067386Z"},"content_sha256":"3474e01d347dffadbb828399fd5355b31b7a0438cb43004e9c743dd8aabe4266","schema_version":"1.0","event_id":"sha256:3474e01d347dffadbb828399fd5355b31b7a0438cb43004e9c743dd8aabe4266"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7E4HVR7RLWQWB2LRGZPMX5EZHI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Well Can a Long Sequence Model Model Long Sequences? Comparing Architechtural Inductive Biases on Long-Context Abilities","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Jerry Huang","submitted_at":"2024-07-11T01:08:39Z","abstract_excerpt":"Long sequences occur in abundance within real-world scenarios, hence properly modelling them opens numerous down-stream use-cases. Deep neural networks, however, have often struggled with these for a variety of reasons. Recent advances, both in system engineering as well as model design, have enabled the scaling up of model that are purported to support extended context length. In particular, the state-space and linear recurrent neural network families of models hypothetically can entend to infinite sequence lenth. However, is this too good to be true? We conduct an evaluation to show that whi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.08112","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.08112/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EhlR6XCiWnoiX33tjvl86XFwBJbU8MgqqAmfgcw8GMMlkaHA+2F0YeRhf+eP8pPOgfL38tdTpYt4TXPwH8y2AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T14:07:25.068013Z"},"content_sha256":"2f31ac91c6432a362f7ecead6c7a9bb038629342e0900d1f84c7158750b99b17","schema_version":"1.0","event_id":"sha256:2f31ac91c6432a362f7ecead6c7a9bb038629342e0900d1f84c7158750b99b17"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7E4HVR7RLWQWB2LRGZPMX5EZHI/bundle.json","state_url":"https://pith.science/pith/7E4HVR7RLWQWB2LRGZPMX5EZHI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7E4HVR7RLWQWB2LRGZPMX5EZHI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T14:07:25Z","links":{"resolver":"https://pith.science/pith/7E4HVR7RLWQWB2LRGZPMX5EZHI","bundle":"https://pith.science/pith/7E4HVR7RLWQWB2LRGZPMX5EZHI/bundle.json","state":"https://pith.science/pith/7E4HVR7RLWQWB2LRGZPMX5EZHI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7E4HVR7RLWQWB2LRGZPMX5EZHI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7E4HVR7RLWQWB2LRGZPMX5EZHI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"215d968e4259a1e9091b4f4b947f48b54a0f29c9c2af2cd450b58a4a50cc191b","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-11T01:08:39Z","title_canon_sha256":"f1611974cd3b2ed19a74a9925a45e43067ae6533372f5e2d0a465fb086afa8fe"},"schema_version":"1.0","source":{"id":"2407.08112","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.08112","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"arxiv_version","alias_value":"2407.08112v3","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.08112","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"pith_short_12","alias_value":"7E4HVR7RLWQW","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"pith_short_16","alias_value":"7E4HVR7RLWQWB2LR","created_at":"2026-07-05T11:07:03Z"},{"alias_kind":"pith_short_8","alias_value":"7E4HVR7R","created_at":"2026-07-05T11:07:03Z"}],"graph_snapshots":[{"event_id":"sha256:2f31ac91c6432a362f7ecead6c7a9bb038629342e0900d1f84c7158750b99b17","target":"graph","created_at":"2026-07-05T11:07:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.08112/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Long sequences occur in abundance within real-world scenarios, hence properly modelling them opens numerous down-stream use-cases. Deep neural networks, however, have often struggled with these for a variety of reasons. Recent advances, both in system engineering as well as model design, have enabled the scaling up of model that are purported to support extended context length. In particular, the state-space and linear recurrent neural network families of models hypothetically can entend to infinite sequence lenth. However, is this too good to be true? We conduct an evaluation to show that whi","authors_text":"Jerry Huang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-11T01:08:39Z","title":"How Well Can a Long Sequence Model Model Long Sequences? Comparing Architechtural Inductive Biases on Long-Context Abilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.08112","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3474e01d347dffadbb828399fd5355b31b7a0438cb43004e9c743dd8aabe4266","target":"record","created_at":"2026-07-05T11:07:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"215d968e4259a1e9091b4f4b947f48b54a0f29c9c2af2cd450b58a4a50cc191b","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-11T01:08:39Z","title_canon_sha256":"f1611974cd3b2ed19a74a9925a45e43067ae6533372f5e2d0a465fb086afa8fe"},"schema_version":"1.0","source":{"id":"2407.08112","kind":"arxiv","version":3}},"canonical_sha256":"f9387ac7f15da160e971365ecbf4993a2f0ac65e900269503441688fc0dc829b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f9387ac7f15da160e971365ecbf4993a2f0ac65e900269503441688fc0dc829b","first_computed_at":"2026-07-05T11:07:03.362342Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:07:03.362342Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HkmReu9QRB1Cys7yfX+uHuXa6utXIMbkd3eheBesMqc0oXGbHLAq6L+D/+OAW9NIZhiAkmLjGjjT4pFx54U9Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:07:03.362850Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.08112","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3474e01d347dffadbb828399fd5355b31b7a0438cb43004e9c743dd8aabe4266","sha256:2f31ac91c6432a362f7ecead6c7a9bb038629342e0900d1f84c7158750b99b17"],"state_sha256":"e774def6f1824355b297fe2fd3616d0220acf5eb60f8949f12722bb100bc2876"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sNmgRWE6AKruWWo/n+TNlUYS4RCowXehAeSH75LvTONY4qzJGfCUdWmiMBIZ60kbfYCdlmX3XI/Z4wCNz3BcBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T14:07:25.072324Z","bundle_sha256":"44650c87c62d25d3617f39a84ab37aa8855eabaa6b5e5b6270b24b85616b4616"}}