{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V6VTQF42NNSFB76NW3335N2T4O","short_pith_number":"pith:V6VTQF42","canonical_record":{"source":{"id":"2408.05093","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T14:34:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4cd43fe8e0cb3ac99566f1d0f185f95f871656e86379249c954bf257f5accd31","abstract_canon_sha256":"a1f7b56ea638ece9e793f6bbda5f39582895a4d6b622b7b57ffeab83987d23d4"},"schema_version":"1.0"},"canonical_sha256":"afab38179a6b6450ffcdb6f7beb753e39b5d7c6d5aafa19b843fb94372feca9d","source":{"kind":"arxiv","id":"2408.05093","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05093","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05093v4","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05093","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"pith_short_12","alias_value":"V6VTQF42NNSF","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"pith_short_16","alias_value":"V6VTQF42NNSFB76N","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"pith_short_8","alias_value":"V6VTQF42","created_at":"2026-07-05T11:01:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V6VTQF42NNSFB76NW3335N2T4O","target":"record","payload":{"canonical_record":{"source":{"id":"2408.05093","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T14:34:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4cd43fe8e0cb3ac99566f1d0f185f95f871656e86379249c954bf257f5accd31","abstract_canon_sha256":"a1f7b56ea638ece9e793f6bbda5f39582895a4d6b622b7b57ffeab83987d23d4"},"schema_version":"1.0"},"canonical_sha256":"afab38179a6b6450ffcdb6f7beb753e39b5d7c6d5aafa19b843fb94372feca9d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:01:25.987133Z","signature_b64":"3RcsFnSi0NqxyeMoaAie1B3yPj6fc1GUlwkUKmAGaEHoRfGqze4BrpoaXVAStlsR0iZMnRkT7Y/ECNQF8HLOCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"afab38179a6b6450ffcdb6f7beb753e39b5d7c6d5aafa19b843fb94372feca9d","last_reissued_at":"2026-07-05T11:01:25.986632Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:01:25.986632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.05093","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RrF7NXzt3YNuosGY9XXwe19dk6nOw9jfCyXFuXBrIJrbEOqIM8OmLD2t2fHkPgoei512P6X+YCDjZiJVN4QGBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:11:42.722513Z"},"content_sha256":"53a29cda49f727e8eac7b05d9b104f8114af1ed738bd9e588d2865e8908259dd","schema_version":"1.0","event_id":"sha256:53a29cda49f727e8eac7b05d9b104f8114af1ed738bd9e588d2865e8908259dd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V6VTQF42NNSFB76NW3335N2T4O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Order Matters in Hallucination: Reasoning Order as Benchmark and Reflexive Prompting for Large-Language-Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Zikai Xie","submitted_at":"2024-08-09T14:34:32Z","abstract_excerpt":"Large language models (LLMs) have generated significant attention since their inception, finding applications across various academic and industrial domains. However, these models often suffer from the \"hallucination problem\", where outputs, though grammatically and logically coherent, lack factual accuracy or are entirely fabricated. A particularly troubling issue discovered and widely discussed recently is the numerical comparison error where multiple LLMs incorrectly infer that \"9.11$>$9.9\". We discovered that the order in which LLMs generate answers and reasoning impacts their consistency."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05093","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.05093/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eGFHsowXKZfbiGn+4cIhsC1YIrDnwGxbSFPTVWQM909MDUVPUnE8Y+wmn0mN2atslrlEhdGl1bdEe1xGn8wRCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:11:42.723088Z"},"content_sha256":"f71ed071cd15c2f811cccb6cc613a6ac3879234445f4938cf067298915c2a437","schema_version":"1.0","event_id":"sha256:f71ed071cd15c2f811cccb6cc613a6ac3879234445f4938cf067298915c2a437"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V6VTQF42NNSFB76NW3335N2T4O/bundle.json","state_url":"https://pith.science/pith/V6VTQF42NNSFB76NW3335N2T4O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V6VTQF42NNSFB76NW3335N2T4O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:11:42Z","links":{"resolver":"https://pith.science/pith/V6VTQF42NNSFB76NW3335N2T4O","bundle":"https://pith.science/pith/V6VTQF42NNSFB76NW3335N2T4O/bundle.json","state":"https://pith.science/pith/V6VTQF42NNSFB76NW3335N2T4O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V6VTQF42NNSFB76NW3335N2T4O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V6VTQF42NNSFB76NW3335N2T4O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a1f7b56ea638ece9e793f6bbda5f39582895a4d6b622b7b57ffeab83987d23d4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T14:34:32Z","title_canon_sha256":"4cd43fe8e0cb3ac99566f1d0f185f95f871656e86379249c954bf257f5accd31"},"schema_version":"1.0","source":{"id":"2408.05093","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05093","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05093v4","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05093","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"pith_short_12","alias_value":"V6VTQF42NNSF","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"pith_short_16","alias_value":"V6VTQF42NNSFB76N","created_at":"2026-07-05T11:01:25Z"},{"alias_kind":"pith_short_8","alias_value":"V6VTQF42","created_at":"2026-07-05T11:01:25Z"}],"graph_snapshots":[{"event_id":"sha256:f71ed071cd15c2f811cccb6cc613a6ac3879234445f4938cf067298915c2a437","target":"graph","created_at":"2026-07-05T11:01:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.05093/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have generated significant attention since their inception, finding applications across various academic and industrial domains. However, these models often suffer from the \"hallucination problem\", where outputs, though grammatically and logically coherent, lack factual accuracy or are entirely fabricated. A particularly troubling issue discovered and widely discussed recently is the numerical comparison error where multiple LLMs incorrectly infer that \"9.11$>$9.9\". We discovered that the order in which LLMs generate answers and reasoning impacts their consistency.","authors_text":"Zikai Xie","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T14:34:32Z","title":"Order Matters in Hallucination: Reasoning Order as Benchmark and Reflexive Prompting for Large-Language-Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05093","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:53a29cda49f727e8eac7b05d9b104f8114af1ed738bd9e588d2865e8908259dd","target":"record","created_at":"2026-07-05T11:01:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a1f7b56ea638ece9e793f6bbda5f39582895a4d6b622b7b57ffeab83987d23d4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T14:34:32Z","title_canon_sha256":"4cd43fe8e0cb3ac99566f1d0f185f95f871656e86379249c954bf257f5accd31"},"schema_version":"1.0","source":{"id":"2408.05093","kind":"arxiv","version":4}},"canonical_sha256":"afab38179a6b6450ffcdb6f7beb753e39b5d7c6d5aafa19b843fb94372feca9d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"afab38179a6b6450ffcdb6f7beb753e39b5d7c6d5aafa19b843fb94372feca9d","first_computed_at":"2026-07-05T11:01:25.986632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:01:25.986632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3RcsFnSi0NqxyeMoaAie1B3yPj6fc1GUlwkUKmAGaEHoRfGqze4BrpoaXVAStlsR0iZMnRkT7Y/ECNQF8HLOCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:01:25.987133Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.05093","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:53a29cda49f727e8eac7b05d9b104f8114af1ed738bd9e588d2865e8908259dd","sha256:f71ed071cd15c2f811cccb6cc613a6ac3879234445f4938cf067298915c2a437"],"state_sha256":"3caf6b4cd163e52c57b80692a74a0a8786709ee5406c99e71fccdb0de598c0ac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"odQKAx1mr78+E97TLalN85UZegQJ7EsFfiqJAFwxpfNjaIWSeGDTE0HFhs9N8BwDDgCkfggFTHKNwp/3/16UBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:11:42.727620Z","bundle_sha256":"47653d8c638cabbd3c25f429a4a3394dd3a8981695b753ce7b3dcdc083ccea12"}}