{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HE3X3BFG5R4TKONO7567RULYDH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"15a5a73ffa02950b92d1bb2e391ec96412eb9c16eb2111487878abc7a785ba62","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T20:26:55Z","title_canon_sha256":"0922f2b64c5a888807a691a4e0fb8f66b17194818e326ed92feacee1a4e60334"},"schema_version":"1.0","source":{"id":"2412.15386","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15386","created_at":"2026-07-05T09:52:22Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15386v1","created_at":"2026-07-05T09:52:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15386","created_at":"2026-07-05T09:52:22Z"},{"alias_kind":"pith_short_12","alias_value":"HE3X3BFG5R4T","created_at":"2026-07-05T09:52:22Z"},{"alias_kind":"pith_short_16","alias_value":"HE3X3BFG5R4TKONO","created_at":"2026-07-05T09:52:22Z"},{"alias_kind":"pith_short_8","alias_value":"HE3X3BFG","created_at":"2026-07-05T09:52:22Z"}],"graph_snapshots":[{"event_id":"sha256:c7845bf9abed7a2ca71d3e02dd5d1b65a667d2eca2cf266d8c77aa4e6af30a83","target":"graph","created_at":"2026-07-05T09:52:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15386/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Long-context large language models (LC LLMs) promise to increase reliability of LLMs in real-world tasks requiring processing and understanding of long input documents. However, this ability of LC LLMs to reliably utilize their growing context windows remains under investigation. In this work, we evaluate the performance of state-of-the-art GPT-4 suite of LC LLMs in solving a series of progressively challenging tasks, as a function of factors such as context length, task difficulty, and position of key information by creating a real world financial news dataset. Our findings indicate that LC L","authors_text":"Lavanya Gupta, Saket Sharma, Yiyun Zhao","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T20:26:55Z","title":"Systematic Evaluation of Long-Context LLMs on Financial Concepts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15386","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8582241022db90c9809d65288c722760abab21564cfc823b40ad13678e50580a","target":"record","created_at":"2026-07-05T09:52:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"15a5a73ffa02950b92d1bb2e391ec96412eb9c16eb2111487878abc7a785ba62","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T20:26:55Z","title_canon_sha256":"0922f2b64c5a888807a691a4e0fb8f66b17194818e326ed92feacee1a4e60334"},"schema_version":"1.0","source":{"id":"2412.15386","kind":"arxiv","version":1}},"canonical_sha256":"39377d84a6ec793539aeff7df8d17819f308a438bd4136d99df72bec122e18c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"39377d84a6ec793539aeff7df8d17819f308a438bd4136d99df72bec122e18c0","first_computed_at":"2026-07-05T09:52:22.358442Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:52:22.358442Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g6ELnTtM724UkCQb/BgkSHgUvXUma8RQoynpvmmBSklPXXVixkZ/hsU+la4XAO9buev+0E/f2Wkddtinw7j5Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:52:22.359490Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15386","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8582241022db90c9809d65288c722760abab21564cfc823b40ad13678e50580a","sha256:c7845bf9abed7a2ca71d3e02dd5d1b65a667d2eca2cf266d8c77aa4e6af30a83"],"state_sha256":"a03370a9f8188d3db1fe0aaded4193fb89a6443bb733fc838784d6f5f2a4b54c"}