{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:RC63OWBOSQB5VXWE5L5SAFE5XW","short_pith_number":"pith:RC63OWBO","schema_version":"1.0","canonical_sha256":"88bdb7582e9403dadec4eafb20149dbd92bc9ccdb672f9ef68fb45ff31706145","source":{"kind":"arxiv","id":"2406.00092","version":1},"attestation_state":"computed","paper":{"title":"How Random is Random? Evaluating the Randomness and Humaness of LLMs' Coin Flips","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Jon Kleinberg, Katherine Van Koevering","submitted_at":"2024-05-31T17:56:07Z","abstract_excerpt":"One uniquely human trait is our inability to be random. We see and produce patterns where there should not be any and we do so in a predictable way. LLMs are supplied with human data and prone to human biases. In this work, we explore how LLMs approach randomness and where and how they fail through the lens of the well studied phenomena of generating binary random sequences. We find that GPT 4 and Llama 3 exhibit and exacerbate nearly every human bias we test in this context, but GPT 3.5 exhibits more random behavior. This dichotomy of randomness or humaness is proposed as a fundamental questi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.00092","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-31T17:56:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"07ccb11f0ff43d5ed7abfe75998fa12eec9e3365fb9e5e3f458fcdd7225c41c9","abstract_canon_sha256":"4a6485a7051e60fc59721236e3ac9c9b36ee8c0cdf6ee2cb54713ffc21e75f2d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:56.805822Z","signature_b64":"lQg5BaVtmoyDPHsNkUeqMMK3IdO7IY0VI1A4Xo/JQA/GPq3mtVn/huQ5bG/eXtnIGOwnFSsTtIXjBccF8PJdAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"88bdb7582e9403dadec4eafb20149dbd92bc9ccdb672f9ef68fb45ff31706145","last_reissued_at":"2026-07-05T08:25:56.805300Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:56.805300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"How Random is Random? Evaluating the Randomness and Humaness of LLMs' Coin Flips","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Jon Kleinberg, Katherine Van Koevering","submitted_at":"2024-05-31T17:56:07Z","abstract_excerpt":"One uniquely human trait is our inability to be random. We see and produce patterns where there should not be any and we do so in a predictable way. LLMs are supplied with human data and prone to human biases. In this work, we explore how LLMs approach randomness and where and how they fail through the lens of the well studied phenomena of generating binary random sequences. We find that GPT 4 and Llama 3 exhibit and exacerbate nearly every human bias we test in this context, but GPT 3.5 exhibits more random behavior. This dichotomy of randomness or humaness is proposed as a fundamental questi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.00092","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.00092/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.00092","created_at":"2026-07-05T08:25:56.805379+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.00092v1","created_at":"2026-07-05T08:25:56.805379+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.00092","created_at":"2026-07-05T08:25:56.805379+00:00"},{"alias_kind":"pith_short_12","alias_value":"RC63OWBOSQB5","created_at":"2026-07-05T08:25:56.805379+00:00"},{"alias_kind":"pith_short_16","alias_value":"RC63OWBOSQB5VXWE","created_at":"2026-07-05T08:25:56.805379+00:00"},{"alias_kind":"pith_short_8","alias_value":"RC63OWBO","created_at":"2026-07-05T08:25:56.805379+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.06622","citing_title":"UnpredictaBench: A Benchmark for Evaluating Distributional Randomness in LLMs","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2606.03330","citing_title":"FLIPS: Instance-Fingerprinting for LLMs via Pseudo-random Sequences","ref_index":37,"is_internal_anchor":false},{"citing_arxiv_id":"2506.09998","citing_title":"Flipping Against All Odds: Reducing LLM Coin Flip Bias via Verbalized Rejection Sampling","ref_index":14,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW","json":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW.json","graph_json":"https://pith.science/api/pith-number/RC63OWBOSQB5VXWE5L5SAFE5XW/graph.json","events_json":"https://pith.science/api/pith-number/RC63OWBOSQB5VXWE5L5SAFE5XW/events.json","paper":"https://pith.science/paper/RC63OWBO"},"agent_actions":{"view_html":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW","download_json":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW.json","view_paper":"https://pith.science/paper/RC63OWBO","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.00092&json=true","fetch_graph":"https://pith.science/api/pith-number/RC63OWBOSQB5VXWE5L5SAFE5XW/graph.json","fetch_events":"https://pith.science/api/pith-number/RC63OWBOSQB5VXWE5L5SAFE5XW/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW/action/storage_attestation","attest_author":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW/action/author_attestation","sign_citation":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW/action/citation_signature","submit_replication":"https://pith.science/pith/RC63OWBOSQB5VXWE5L5SAFE5XW/action/replication_record"}},"created_at":"2026-07-05T08:25:56.805379+00:00","updated_at":"2026-07-05T08:25:56.805379+00:00"}