{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7Y2XWQQUSKS4PDWEV2BK6XUKIK","short_pith_number":"pith:7Y2XWQQU","canonical_record":{"source":{"id":"2505.24258","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-30T06:32:34Z","cross_cats_sorted":[],"title_canon_sha256":"27811da746d01eda40d11c77bebd83d80a89b03ef80afc83b35b43e71d246fbc","abstract_canon_sha256":"e0db611f4850154cfd989637b51504d6c26193366267a546a70d6a306cd5ad29"},"schema_version":"1.0"},"canonical_sha256":"fe357b421492a5c78ec4ae82af5e8a4289ea2cc926c46774647ca4274f33ba82","source":{"kind":"arxiv","id":"2505.24258","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.24258","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"arxiv_version","alias_value":"2505.24258v1","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.24258","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"pith_short_12","alias_value":"7Y2XWQQUSKS4","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"pith_short_16","alias_value":"7Y2XWQQUSKS4PDWE","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"pith_short_8","alias_value":"7Y2XWQQU","created_at":"2026-07-05T11:12:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7Y2XWQQUSKS4PDWEV2BK6XUKIK","target":"record","payload":{"canonical_record":{"source":{"id":"2505.24258","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-30T06:32:34Z","cross_cats_sorted":[],"title_canon_sha256":"27811da746d01eda40d11c77bebd83d80a89b03ef80afc83b35b43e71d246fbc","abstract_canon_sha256":"e0db611f4850154cfd989637b51504d6c26193366267a546a70d6a306cd5ad29"},"schema_version":"1.0"},"canonical_sha256":"fe357b421492a5c78ec4ae82af5e8a4289ea2cc926c46774647ca4274f33ba82","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:45.362044Z","signature_b64":"JQrOqdNajY5g1X6pvfI0ID/ws7EhQSw2r/qWYFyPJh1WAFQJqbdaQrdz7HN1BHolIwUDK9R2aRAXTtsLfhS6AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe357b421492a5c78ec4ae82af5e8a4289ea2cc926c46774647ca4274f33ba82","last_reissued_at":"2026-07-05T11:12:45.361555Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:45.361555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.24258","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oBU49UYK/B4JPsXXrGXmfNecjCvCbPKA5hUoQ7aWF59plV60uoGn44SRej9uk1tf45w9gxgetrRRuzxnXG0HAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:08:42.085415Z"},"content_sha256":"0062f5b6c1e1d303fdcc91f7c8b82542d6e744eb7da8e748d1fd6dbb9606f7f7","schema_version":"1.0","event_id":"sha256:0062f5b6c1e1d303fdcc91f7c8b82542d6e744eb7da8e748d1fd6dbb9606f7f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7Y2XWQQUSKS4PDWEV2BK6XUKIK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FABLE: A Novel Data-Flow Analysis Benchmark on Procedural Text for Large Language Model Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Biplav Srivastava, John Aydin, Nitin Gupta, Vishal Pallagani","submitted_at":"2025-05-30T06:32:34Z","abstract_excerpt":"Understanding how data moves, transforms, and persists, known as data flow, is fundamental to reasoning in procedural tasks. Despite their fluency in natural and programming languages, large language models (LLMs), although increasingly being applied to decisions with procedural tasks, have not been systematically evaluated for their ability to perform data-flow reasoning. We introduce FABLE, an extensible benchmark designed to assess LLMs' understanding of data flow using structured, procedural text. FABLE adapts eight classical data-flow analyses from software engineering: reaching definitio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.24258","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.24258/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ECFsqrnxf46dfyGn4V7tKOzkDeGgS+rkbjBSipxR4SduzVqhSxhjDcmkf1jYqIG1CJaoiFNj3k9jeU+EhEaRAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:08:42.086335Z"},"content_sha256":"2abcee7ac3790f8bfc78cbec2796049b5e21003979fa6aaa6fa4c2ad03d85649","schema_version":"1.0","event_id":"sha256:2abcee7ac3790f8bfc78cbec2796049b5e21003979fa6aaa6fa4c2ad03d85649"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7Y2XWQQUSKS4PDWEV2BK6XUKIK/bundle.json","state_url":"https://pith.science/pith/7Y2XWQQUSKS4PDWEV2BK6XUKIK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7Y2XWQQUSKS4PDWEV2BK6XUKIK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T22:08:42Z","links":{"resolver":"https://pith.science/pith/7Y2XWQQUSKS4PDWEV2BK6XUKIK","bundle":"https://pith.science/pith/7Y2XWQQUSKS4PDWEV2BK6XUKIK/bundle.json","state":"https://pith.science/pith/7Y2XWQQUSKS4PDWEV2BK6XUKIK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7Y2XWQQUSKS4PDWEV2BK6XUKIK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7Y2XWQQUSKS4PDWEV2BK6XUKIK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e0db611f4850154cfd989637b51504d6c26193366267a546a70d6a306cd5ad29","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-30T06:32:34Z","title_canon_sha256":"27811da746d01eda40d11c77bebd83d80a89b03ef80afc83b35b43e71d246fbc"},"schema_version":"1.0","source":{"id":"2505.24258","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.24258","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"arxiv_version","alias_value":"2505.24258v1","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.24258","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"pith_short_12","alias_value":"7Y2XWQQUSKS4","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"pith_short_16","alias_value":"7Y2XWQQUSKS4PDWE","created_at":"2026-07-05T11:12:45Z"},{"alias_kind":"pith_short_8","alias_value":"7Y2XWQQU","created_at":"2026-07-05T11:12:45Z"}],"graph_snapshots":[{"event_id":"sha256:2abcee7ac3790f8bfc78cbec2796049b5e21003979fa6aaa6fa4c2ad03d85649","target":"graph","created_at":"2026-07-05T11:12:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.24258/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding how data moves, transforms, and persists, known as data flow, is fundamental to reasoning in procedural tasks. Despite their fluency in natural and programming languages, large language models (LLMs), although increasingly being applied to decisions with procedural tasks, have not been systematically evaluated for their ability to perform data-flow reasoning. We introduce FABLE, an extensible benchmark designed to assess LLMs' understanding of data flow using structured, procedural text. FABLE adapts eight classical data-flow analyses from software engineering: reaching definitio","authors_text":"Biplav Srivastava, John Aydin, Nitin Gupta, Vishal Pallagani","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-30T06:32:34Z","title":"FABLE: A Novel Data-Flow Analysis Benchmark on Procedural Text for Large Language Model Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.24258","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0062f5b6c1e1d303fdcc91f7c8b82542d6e744eb7da8e748d1fd6dbb9606f7f7","target":"record","created_at":"2026-07-05T11:12:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e0db611f4850154cfd989637b51504d6c26193366267a546a70d6a306cd5ad29","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-30T06:32:34Z","title_canon_sha256":"27811da746d01eda40d11c77bebd83d80a89b03ef80afc83b35b43e71d246fbc"},"schema_version":"1.0","source":{"id":"2505.24258","kind":"arxiv","version":1}},"canonical_sha256":"fe357b421492a5c78ec4ae82af5e8a4289ea2cc926c46774647ca4274f33ba82","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe357b421492a5c78ec4ae82af5e8a4289ea2cc926c46774647ca4274f33ba82","first_computed_at":"2026-07-05T11:12:45.361555Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:45.361555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JQrOqdNajY5g1X6pvfI0ID/ws7EhQSw2r/qWYFyPJh1WAFQJqbdaQrdz7HN1BHolIwUDK9R2aRAXTtsLfhS6AA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:45.362044Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.24258","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0062f5b6c1e1d303fdcc91f7c8b82542d6e744eb7da8e748d1fd6dbb9606f7f7","sha256:2abcee7ac3790f8bfc78cbec2796049b5e21003979fa6aaa6fa4c2ad03d85649"],"state_sha256":"da33ee244ab5c14c418c1513c07593d358dda376691087edd97c8fd9c5866b2f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zuAoY5YD+PW+FIAOE2ZQnH9fpUJxA7ZyPaY8/9CxJ0Bd7sXUdjwf7zR4NSIT+/rvken8skv5UuZgSg0o9WhIAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T22:08:42.095648Z","bundle_sha256":"0423dcc611cd0b9b58e51745ad7ca1b43962c8f6d4e57583f1d44abc33a43991"}}