{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:I3T3OEVFPJFOTQFBJTYRXFE43M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d5c1415776b85f6f678f237649f09ec6cfeda5d51d2cbc42894624348d230e91","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-01T21:01:13Z","title_canon_sha256":"376c427206c895f1a43697cd6c6d504e83201e8dad80a409053d04f6836d50ff"},"schema_version":"1.0","source":{"id":"2411.01030","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.01030","created_at":"2026-07-05T10:18:10Z"},{"alias_kind":"arxiv_version","alias_value":"2411.01030v5","created_at":"2026-07-05T10:18:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.01030","created_at":"2026-07-05T10:18:10Z"},{"alias_kind":"pith_short_12","alias_value":"I3T3OEVFPJFO","created_at":"2026-07-05T10:18:10Z"},{"alias_kind":"pith_short_16","alias_value":"I3T3OEVFPJFOTQFB","created_at":"2026-07-05T10:18:10Z"},{"alias_kind":"pith_short_8","alias_value":"I3T3OEVF","created_at":"2026-07-05T10:18:10Z"}],"graph_snapshots":[{"event_id":"sha256:33894fd46480fd839b2a8e4d0c319d0f0dcb050bd91cd101c52217c3c767e983","target":"graph","created_at":"2026-07-05T10:18:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.01030/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Efficient state space models (SSMs), such as linear recurrent neural networks and linear attention variants, offer computational advantages over Transformers but struggle with tasks requiring long-range in-context retrieval-like text copying, associative recall, and question answering over long contexts. Previous efforts to address these challenges have focused on architectural modifications, often reintroducing computational inefficiencies. In this paper, we propose a novel training procedure, Birdie, that significantly enhances the in-context retrieval capabilities of SSMs without altering t","authors_text":"Amarda Shehu, Antonios Anastasopoulos, Jimmy T.H. Smith, Sam Blouir","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-01T21:01:13Z","title":"Birdie: Advancing State Space Models with Reward-Driven Objectives and Curricula"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.01030","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e39394bba3ae21b56689e7244ee4d979d745969286e57e4ffd8a08e43521694","target":"record","created_at":"2026-07-05T10:18:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d5c1415776b85f6f678f237649f09ec6cfeda5d51d2cbc42894624348d230e91","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-01T21:01:13Z","title_canon_sha256":"376c427206c895f1a43697cd6c6d504e83201e8dad80a409053d04f6836d50ff"},"schema_version":"1.0","source":{"id":"2411.01030","kind":"arxiv","version":5}},"canonical_sha256":"46e7b712a57a4ae9c0a14cf11b949cdb047a7a1b9637b41098a915a30868f5fd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46e7b712a57a4ae9c0a14cf11b949cdb047a7a1b9637b41098a915a30868f5fd","first_computed_at":"2026-07-05T10:18:10.802831Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:10.802831Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n3jhJd1O8tJ3W6D6eBxsHs61FX2L5f5IxM2CbKAnZil842MGm6aT1KyTVYkWA0uV+0zPSMDzEahWwQypahvLCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:10.803303Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.01030","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e39394bba3ae21b56689e7244ee4d979d745969286e57e4ffd8a08e43521694","sha256:33894fd46480fd839b2a8e4d0c319d0f0dcb050bd91cd101c52217c3c767e983"],"state_sha256":"ad7a44c7cb8e9c75b31a9ca021df80953cc44df9eae9865f870c07fa847fc475"}