{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OBRJHVDCAMVXA5MG7QUW7HA4RM","short_pith_number":"pith:OBRJHVDC","canonical_record":{"source":{"id":"2406.06581","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T16:09:13Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3a963c675926280a074e6f0c1fef093e5225c4d5efa6fd8e12fef2626d526f77","abstract_canon_sha256":"e08b99df299db5c6ce411f1a7393e083518a524031b8ffc6965f9668484ef6aa"},"schema_version":"1.0"},"canonical_sha256":"706293d462032b707586fc296f9c1c8b20e336854d7df6ca6cbb21e582c26f67","source":{"kind":"arxiv","id":"2406.06581","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06581","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06581v3","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06581","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"pith_short_12","alias_value":"OBRJHVDCAMVX","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"pith_short_16","alias_value":"OBRJHVDCAMVXA5MG","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"pith_short_8","alias_value":"OBRJHVDC","created_at":"2026-07-05T09:46:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OBRJHVDCAMVXA5MG7QUW7HA4RM","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06581","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T16:09:13Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3a963c675926280a074e6f0c1fef093e5225c4d5efa6fd8e12fef2626d526f77","abstract_canon_sha256":"e08b99df299db5c6ce411f1a7393e083518a524031b8ffc6965f9668484ef6aa"},"schema_version":"1.0"},"canonical_sha256":"706293d462032b707586fc296f9c1c8b20e336854d7df6ca6cbb21e582c26f67","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:46:47.682134Z","signature_b64":"Tc8N868N7MFqFn/zLdnOzTGNpJC6Gxh6sQIudgyXsuernIDorbhUh/jTFZPb9XUhH39LwpuZIJvUDVPnR8E2AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"706293d462032b707586fc296f9c1c8b20e336854d7df6ca6cbb21e582c26f67","last_reissued_at":"2026-07-05T09:46:47.681587Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:46:47.681587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06581","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+dS5kGQuBVNBHSfwdNYLn3SgDwftCpWEp/nvzm8rJhaC7LMWcbvG14tXS1Cvvnm5Yle8x3XWPbFt1jPraFFrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:15:28.070308Z"},"content_sha256":"7760a9a743aeb8677badad02ccbc973939145cd349f252009df5286f4f8848e5","schema_version":"1.0","event_id":"sha256:7760a9a743aeb8677badad02ccbc973939145cd349f252009df5286f4f8848e5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OBRJHVDCAMVXA5MG7QUW7HA4RM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Order-Independence Without Fine Tuning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Conlan Olson, Cynthia Dwork, Katrina Brown, Linjun Zhang, Reid McIlroy-Young","submitted_at":"2024-06-04T16:09:13Z","abstract_excerpt":"The development of generative language models that can create long and coherent textual outputs via autoregression has lead to a proliferation of uses and a corresponding sweep of analyses as researches work to determine the limitations of this new paradigm. Unlike humans, these 'Large Language Models' (LLMs) are highly sensitive to small changes in their inputs, leading to unwanted inconsistency in their behavior. One problematic inconsistency when LLMs are used to answer multiple-choice questions or analyze multiple inputs is order dependency: the output of an LLM can (and often does) change"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06581","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06581/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GcCJHR/Txy/lTTsQCf6zJb1g+B2E3b96gqvhK/eRBWXGCHwI+1bEe8Pt/Du3bHvjJHLuIWIziyqftaTlua+GDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:15:28.070617Z"},"content_sha256":"6ba688d5075e6b18dc3b545ceeefc559545a84776bd48ecb3ac17a1df1a4fb61","schema_version":"1.0","event_id":"sha256:6ba688d5075e6b18dc3b545ceeefc559545a84776bd48ecb3ac17a1df1a4fb61"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OBRJHVDCAMVXA5MG7QUW7HA4RM/bundle.json","state_url":"https://pith.science/pith/OBRJHVDCAMVXA5MG7QUW7HA4RM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OBRJHVDCAMVXA5MG7QUW7HA4RM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T23:15:28Z","links":{"resolver":"https://pith.science/pith/OBRJHVDCAMVXA5MG7QUW7HA4RM","bundle":"https://pith.science/pith/OBRJHVDCAMVXA5MG7QUW7HA4RM/bundle.json","state":"https://pith.science/pith/OBRJHVDCAMVXA5MG7QUW7HA4RM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OBRJHVDCAMVXA5MG7QUW7HA4RM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OBRJHVDCAMVXA5MG7QUW7HA4RM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e08b99df299db5c6ce411f1a7393e083518a524031b8ffc6965f9668484ef6aa","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T16:09:13Z","title_canon_sha256":"3a963c675926280a074e6f0c1fef093e5225c4d5efa6fd8e12fef2626d526f77"},"schema_version":"1.0","source":{"id":"2406.06581","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06581","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06581v3","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06581","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"pith_short_12","alias_value":"OBRJHVDCAMVX","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"pith_short_16","alias_value":"OBRJHVDCAMVXA5MG","created_at":"2026-07-05T09:46:47Z"},{"alias_kind":"pith_short_8","alias_value":"OBRJHVDC","created_at":"2026-07-05T09:46:47Z"}],"graph_snapshots":[{"event_id":"sha256:6ba688d5075e6b18dc3b545ceeefc559545a84776bd48ecb3ac17a1df1a4fb61","target":"graph","created_at":"2026-07-05T09:46:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06581/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The development of generative language models that can create long and coherent textual outputs via autoregression has lead to a proliferation of uses and a corresponding sweep of analyses as researches work to determine the limitations of this new paradigm. Unlike humans, these 'Large Language Models' (LLMs) are highly sensitive to small changes in their inputs, leading to unwanted inconsistency in their behavior. One problematic inconsistency when LLMs are used to answer multiple-choice questions or analyze multiple inputs is order dependency: the output of an LLM can (and often does) change","authors_text":"Conlan Olson, Cynthia Dwork, Katrina Brown, Linjun Zhang, Reid McIlroy-Young","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T16:09:13Z","title":"Order-Independence Without Fine Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06581","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7760a9a743aeb8677badad02ccbc973939145cd349f252009df5286f4f8848e5","target":"record","created_at":"2026-07-05T09:46:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e08b99df299db5c6ce411f1a7393e083518a524031b8ffc6965f9668484ef6aa","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T16:09:13Z","title_canon_sha256":"3a963c675926280a074e6f0c1fef093e5225c4d5efa6fd8e12fef2626d526f77"},"schema_version":"1.0","source":{"id":"2406.06581","kind":"arxiv","version":3}},"canonical_sha256":"706293d462032b707586fc296f9c1c8b20e336854d7df6ca6cbb21e582c26f67","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"706293d462032b707586fc296f9c1c8b20e336854d7df6ca6cbb21e582c26f67","first_computed_at":"2026-07-05T09:46:47.681587Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:46:47.681587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Tc8N868N7MFqFn/zLdnOzTGNpJC6Gxh6sQIudgyXsuernIDorbhUh/jTFZPb9XUhH39LwpuZIJvUDVPnR8E2AA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:46:47.682134Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06581","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7760a9a743aeb8677badad02ccbc973939145cd349f252009df5286f4f8848e5","sha256:6ba688d5075e6b18dc3b545ceeefc559545a84776bd48ecb3ac17a1df1a4fb61"],"state_sha256":"08b92401658a03251b9e0042a88030a698cbd956da12e2aaa66802b98fcad9da"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QExZ8k5Z0wkfyP0sYEbQkO5bsQdmYTRihBCibffylQ2+VWgD5AwDH7TOkKoIbX3bXOCB/zxFvgUygmNEaVJMAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T23:15:28.073321Z","bundle_sha256":"cbb3f43c8c0c8e5eb92791ef7a528bd4f80f98d3cafd350714927b8c54092cb2"}}