{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:5RHF46A3SLP4D35ATRD6I5NCSV","short_pith_number":"pith:5RHF46A3","canonical_record":{"source":{"id":"2502.06329","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T10:29:28Z","cross_cats_sorted":[],"title_canon_sha256":"d941963342174ef44dd53788a2af00136e210be89f2df922200c4c4ba87efccf","abstract_canon_sha256":"fbe056d9506b42e42ed2492890dbd448aee5dfa84ed562797262210160a3e8a4"},"schema_version":"1.0"},"canonical_sha256":"ec4e5e781b92dfc1efa09c47e475a2955f37f44ced641d8f2b25668d649e83a3","source":{"kind":"arxiv","id":"2502.06329","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.06329","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"arxiv_version","alias_value":"2502.06329v1","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.06329","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"pith_short_12","alias_value":"5RHF46A3SLP4","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"pith_short_16","alias_value":"5RHF46A3SLP4D35A","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"pith_short_8","alias_value":"5RHF46A3","created_at":"2026-07-05T10:12:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:5RHF46A3SLP4D35ATRD6I5NCSV","target":"record","payload":{"canonical_record":{"source":{"id":"2502.06329","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T10:29:28Z","cross_cats_sorted":[],"title_canon_sha256":"d941963342174ef44dd53788a2af00136e210be89f2df922200c4c4ba87efccf","abstract_canon_sha256":"fbe056d9506b42e42ed2492890dbd448aee5dfa84ed562797262210160a3e8a4"},"schema_version":"1.0"},"canonical_sha256":"ec4e5e781b92dfc1efa09c47e475a2955f37f44ced641d8f2b25668d649e83a3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:12:05.147077Z","signature_b64":"Wh8wBJHikgvN0mjuFXDAocnPP8oQyTwGFzfpdf5tdwlswTJtRFwyBv6267XT2JU4fWPxKgYBRNttMJcodYq0Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec4e5e781b92dfc1efa09c47e475a2955f37f44ced641d8f2b25668d649e83a3","last_reissued_at":"2026-07-05T10:12:05.146568Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:12:05.146568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.06329","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U1n7ahzSPSGMsl9xdysEAncsoSy5dUKPZp5lgcCOCbLokTPH4gI0WcqMv7mFUy4zPjh6qbAnCfvSi+qRBX+QCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:25:31.151882Z"},"content_sha256":"d6b7860348daae1e3e059d8297e1ac82b5ada914e437d88b8242a7f6e1c43306","schema_version":"1.0","event_id":"sha256:d6b7860348daae1e3e059d8297e1ac82b5ada914e437d88b8242a7f6e1c43306"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:5RHF46A3SLP4D35ATRD6I5NCSV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Expect the Unexpected: FailSafe Long Context QA for Finance","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dmytro Mozolevskyi, Kiran Kamble, Mateusz Russak, Melisa Russak, Muayad Ali, Waseem Alshikh","submitted_at":"2025-02-10T10:29:28Z","abstract_excerpt":"We propose a new long-context financial benchmark, FailSafeQA, designed to test the robustness and context-awareness of LLMs against six variations in human-interface interactions in LLM-based query-answer systems within finance. We concentrate on two case studies: Query Failure and Context Failure. In the Query Failure scenario, we perturb the original query to vary in domain expertise, completeness, and linguistic accuracy. In the Context Failure case, we simulate the uploads of degraded, irrelevant, and empty documents. We employ the LLM-as-a-Judge methodology with Qwen2.5-72B-Instruct and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.06329","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.06329/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EiODvqMATvfra/+MKevIMGLl4sIHXQI3dK3UgfSnNouiWKor8WQ0BTk8Wb6rLQZXW6c5Yo9aloINnv858YgTBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:25:31.155731Z"},"content_sha256":"86062ec384ad4fbe51d3f14f1b7f4f9e075bb0c952048a0939ef5aa8d1cd9815","schema_version":"1.0","event_id":"sha256:86062ec384ad4fbe51d3f14f1b7f4f9e075bb0c952048a0939ef5aa8d1cd9815"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5RHF46A3SLP4D35ATRD6I5NCSV/bundle.json","state_url":"https://pith.science/pith/5RHF46A3SLP4D35ATRD6I5NCSV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5RHF46A3SLP4D35ATRD6I5NCSV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T08:25:31Z","links":{"resolver":"https://pith.science/pith/5RHF46A3SLP4D35ATRD6I5NCSV","bundle":"https://pith.science/pith/5RHF46A3SLP4D35ATRD6I5NCSV/bundle.json","state":"https://pith.science/pith/5RHF46A3SLP4D35ATRD6I5NCSV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5RHF46A3SLP4D35ATRD6I5NCSV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:5RHF46A3SLP4D35ATRD6I5NCSV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fbe056d9506b42e42ed2492890dbd448aee5dfa84ed562797262210160a3e8a4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T10:29:28Z","title_canon_sha256":"d941963342174ef44dd53788a2af00136e210be89f2df922200c4c4ba87efccf"},"schema_version":"1.0","source":{"id":"2502.06329","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.06329","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"arxiv_version","alias_value":"2502.06329v1","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.06329","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"pith_short_12","alias_value":"5RHF46A3SLP4","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"pith_short_16","alias_value":"5RHF46A3SLP4D35A","created_at":"2026-07-05T10:12:05Z"},{"alias_kind":"pith_short_8","alias_value":"5RHF46A3","created_at":"2026-07-05T10:12:05Z"}],"graph_snapshots":[{"event_id":"sha256:86062ec384ad4fbe51d3f14f1b7f4f9e075bb0c952048a0939ef5aa8d1cd9815","target":"graph","created_at":"2026-07-05T10:12:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.06329/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a new long-context financial benchmark, FailSafeQA, designed to test the robustness and context-awareness of LLMs against six variations in human-interface interactions in LLM-based query-answer systems within finance. We concentrate on two case studies: Query Failure and Context Failure. In the Query Failure scenario, we perturb the original query to vary in domain expertise, completeness, and linguistic accuracy. In the Context Failure case, we simulate the uploads of degraded, irrelevant, and empty documents. We employ the LLM-as-a-Judge methodology with Qwen2.5-72B-Instruct and ","authors_text":"Dmytro Mozolevskyi, Kiran Kamble, Mateusz Russak, Melisa Russak, Muayad Ali, Waseem Alshikh","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T10:29:28Z","title":"Expect the Unexpected: FailSafe Long Context QA for Finance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.06329","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d6b7860348daae1e3e059d8297e1ac82b5ada914e437d88b8242a7f6e1c43306","target":"record","created_at":"2026-07-05T10:12:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fbe056d9506b42e42ed2492890dbd448aee5dfa84ed562797262210160a3e8a4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T10:29:28Z","title_canon_sha256":"d941963342174ef44dd53788a2af00136e210be89f2df922200c4c4ba87efccf"},"schema_version":"1.0","source":{"id":"2502.06329","kind":"arxiv","version":1}},"canonical_sha256":"ec4e5e781b92dfc1efa09c47e475a2955f37f44ced641d8f2b25668d649e83a3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ec4e5e781b92dfc1efa09c47e475a2955f37f44ced641d8f2b25668d649e83a3","first_computed_at":"2026-07-05T10:12:05.146568Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:12:05.146568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Wh8wBJHikgvN0mjuFXDAocnPP8oQyTwGFzfpdf5tdwlswTJtRFwyBv6267XT2JU4fWPxKgYBRNttMJcodYq0Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:12:05.147077Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.06329","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d6b7860348daae1e3e059d8297e1ac82b5ada914e437d88b8242a7f6e1c43306","sha256:86062ec384ad4fbe51d3f14f1b7f4f9e075bb0c952048a0939ef5aa8d1cd9815"],"state_sha256":"7eeb77fc3c6c50627d980712f66733a1a793cb19c8a62272fbb690c3c4df156d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vw2CIfXPZq43MPA4nQi0BRbY+kSsu/ZD7IyKd93b5qJIvVRlpVEx7ZdDiLxipnACo7n1fOb3GbtPvmm7mEPgAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T08:25:31.164370Z","bundle_sha256":"4b737784f3c17cd9f016c305e5768dceea4f730971c106f1539e9f775b3c934f"}}