{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3YFTR427HJEQ4UQGKIHFPHICJY","short_pith_number":"pith:3YFTR427","canonical_record":{"source":{"id":"2406.14884","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-21T06:13:00Z","cross_cats_sorted":[],"title_canon_sha256":"7eeadde5e313fa5e49a4c500e93e6055378a204186de1fab1d8ec6df84c2443c","abstract_canon_sha256":"8fe637f191f0663164e54563a1fe8b674286b9bed0ffe1fa006df69403087dd8"},"schema_version":"1.0"},"canonical_sha256":"de0b38f35f3a490e5206520e579d024e004aa4f1e24cfca2316e0303a620254d","source":{"kind":"arxiv","id":"2406.14884","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.14884","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"arxiv_version","alias_value":"2406.14884v1","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.14884","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"pith_short_12","alias_value":"3YFTR427HJEQ","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"pith_short_16","alias_value":"3YFTR427HJEQ4UQG","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"pith_short_8","alias_value":"3YFTR427","created_at":"2026-07-05T08:35:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3YFTR427HJEQ4UQGKIHFPHICJY","target":"record","payload":{"canonical_record":{"source":{"id":"2406.14884","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-21T06:13:00Z","cross_cats_sorted":[],"title_canon_sha256":"7eeadde5e313fa5e49a4c500e93e6055378a204186de1fab1d8ec6df84c2443c","abstract_canon_sha256":"8fe637f191f0663164e54563a1fe8b674286b9bed0ffe1fa006df69403087dd8"},"schema_version":"1.0"},"canonical_sha256":"de0b38f35f3a490e5206520e579d024e004aa4f1e24cfca2316e0303a620254d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:35:09.877734Z","signature_b64":"f7XSq46JpMmH//OeQiBp42eZf+mv8ITbKQgVd0lDHvdwrvaqLAHsDhLClmiwnzr0L6urd/ZDe/wNrNcqA90yCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de0b38f35f3a490e5206520e579d024e004aa4f1e24cfca2316e0303a620254d","last_reissued_at":"2026-07-05T08:35:09.877263Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:35:09.877263Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.14884","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d/gbjgnNNJiM3rJjQn3FMlf61L/sTiA0eq4JyEvDd7MAVCnxM8iGzx67nJqDkqCOHPSPYBOykmTt3mHE7Fs+Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:39:25.682487Z"},"content_sha256":"b81236db33a57596e83df2d5e764cf158017364dbef6dd94cf8ee6f3999151fe","schema_version":"1.0","event_id":"sha256:b81236db33a57596e83df2d5e764cf158017364dbef6dd94cf8ee6f3999151fe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3YFTR427HJEQ4UQGKIHFPHICJY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FlowBench: Revisiting and Benchmarking Workflow-Guided Planning for LLM-based Agents","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fei Huang, Haobo Wang, Junbo Zhao, Ke Wang, Ruixuan Xiao, Wentao Ma, Yongbin Li, Yuchuan Wu","submitted_at":"2024-06-21T06:13:00Z","abstract_excerpt":"LLM-based agents have emerged as promising tools, which are crafted to fulfill complex tasks by iterative planning and action. However, these agents are susceptible to undesired planning hallucinations when lacking specific knowledge for expertise-intensive tasks. To address this, preliminary attempts are made to enhance planning reliability by incorporating external workflow-related knowledge. Despite the promise, such infused knowledge is mostly disorganized and diverse in formats, lacking rigorous formalization and comprehensive comparisons. Motivated by this, we formalize different formats"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.14884","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.14884/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xAf7Sukn58/n7lwFpIUtTr6sISGobh3XNN+fBDtEYN3NQdQrpavUrw97eIJ8c4aNrSbiRC5s2K+qw+gwNUj2AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:39:25.683085Z"},"content_sha256":"0f58c87a49c7287a0ea3e95004fdf23b8557edacf9603ee26b0d2575eeefc82f","schema_version":"1.0","event_id":"sha256:0f58c87a49c7287a0ea3e95004fdf23b8557edacf9603ee26b0d2575eeefc82f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3YFTR427HJEQ4UQGKIHFPHICJY/bundle.json","state_url":"https://pith.science/pith/3YFTR427HJEQ4UQGKIHFPHICJY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3YFTR427HJEQ4UQGKIHFPHICJY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T12:39:25Z","links":{"resolver":"https://pith.science/pith/3YFTR427HJEQ4UQGKIHFPHICJY","bundle":"https://pith.science/pith/3YFTR427HJEQ4UQGKIHFPHICJY/bundle.json","state":"https://pith.science/pith/3YFTR427HJEQ4UQGKIHFPHICJY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3YFTR427HJEQ4UQGKIHFPHICJY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3YFTR427HJEQ4UQGKIHFPHICJY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8fe637f191f0663164e54563a1fe8b674286b9bed0ffe1fa006df69403087dd8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-21T06:13:00Z","title_canon_sha256":"7eeadde5e313fa5e49a4c500e93e6055378a204186de1fab1d8ec6df84c2443c"},"schema_version":"1.0","source":{"id":"2406.14884","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.14884","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"arxiv_version","alias_value":"2406.14884v1","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.14884","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"pith_short_12","alias_value":"3YFTR427HJEQ","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"pith_short_16","alias_value":"3YFTR427HJEQ4UQG","created_at":"2026-07-05T08:35:09Z"},{"alias_kind":"pith_short_8","alias_value":"3YFTR427","created_at":"2026-07-05T08:35:09Z"}],"graph_snapshots":[{"event_id":"sha256:0f58c87a49c7287a0ea3e95004fdf23b8557edacf9603ee26b0d2575eeefc82f","target":"graph","created_at":"2026-07-05T08:35:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.14884/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM-based agents have emerged as promising tools, which are crafted to fulfill complex tasks by iterative planning and action. However, these agents are susceptible to undesired planning hallucinations when lacking specific knowledge for expertise-intensive tasks. To address this, preliminary attempts are made to enhance planning reliability by incorporating external workflow-related knowledge. Despite the promise, such infused knowledge is mostly disorganized and diverse in formats, lacking rigorous formalization and comprehensive comparisons. Motivated by this, we formalize different formats","authors_text":"Fei Huang, Haobo Wang, Junbo Zhao, Ke Wang, Ruixuan Xiao, Wentao Ma, Yongbin Li, Yuchuan Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-21T06:13:00Z","title":"FlowBench: Revisiting and Benchmarking Workflow-Guided Planning for LLM-based Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.14884","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b81236db33a57596e83df2d5e764cf158017364dbef6dd94cf8ee6f3999151fe","target":"record","created_at":"2026-07-05T08:35:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8fe637f191f0663164e54563a1fe8b674286b9bed0ffe1fa006df69403087dd8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-21T06:13:00Z","title_canon_sha256":"7eeadde5e313fa5e49a4c500e93e6055378a204186de1fab1d8ec6df84c2443c"},"schema_version":"1.0","source":{"id":"2406.14884","kind":"arxiv","version":1}},"canonical_sha256":"de0b38f35f3a490e5206520e579d024e004aa4f1e24cfca2316e0303a620254d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de0b38f35f3a490e5206520e579d024e004aa4f1e24cfca2316e0303a620254d","first_computed_at":"2026-07-05T08:35:09.877263Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:09.877263Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f7XSq46JpMmH//OeQiBp42eZf+mv8ITbKQgVd0lDHvdwrvaqLAHsDhLClmiwnzr0L6urd/ZDe/wNrNcqA90yCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:09.877734Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.14884","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b81236db33a57596e83df2d5e764cf158017364dbef6dd94cf8ee6f3999151fe","sha256:0f58c87a49c7287a0ea3e95004fdf23b8557edacf9603ee26b0d2575eeefc82f"],"state_sha256":"26561cfbf2c8e3a1a8e7bdd28096f4ab04530ccf40ce6104952d2d5a00ebafac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hCknz8RKG7aXpbeIxZUAWZDR+REb0Ws8qwaSFf9n5P6plVUHb6W+2cmGr5Xik5GCxZOwWXsWl5GRdLN5vXD5Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T12:39:25.686515Z","bundle_sha256":"4460163fe158df28e68c02efc6fcfc325d5b8f9ec88ac9c54e9f6b84dd54b4c7"}}