{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:U4EMEGOOLHUZT5PQRIZOKXE7QE","short_pith_number":"pith:U4EMEGOO","canonical_record":{"source":{"id":"2501.08925","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:30:29Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"4f98415388c511afc734b60014ba9f3cc80e13278d0ea51ae0a104dc67ee477e","abstract_canon_sha256":"dec9712dfc934dac297270bd1dec8b1dbe8ad292259e37a9bb28dfc7121e6694"},"schema_version":"1.0"},"canonical_sha256":"a708c219ce59e999f5f08a32e55c9f81026b18a356cfea65baddc5b6b6e811d1","source":{"kind":"arxiv","id":"2501.08925","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.08925","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"arxiv_version","alias_value":"2501.08925v3","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.08925","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"pith_short_12","alias_value":"U4EMEGOOLHUZ","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"pith_short_16","alias_value":"U4EMEGOOLHUZT5PQ","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"pith_short_8","alias_value":"U4EMEGOO","created_at":"2026-07-05T11:58:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:U4EMEGOOLHUZT5PQRIZOKXE7QE","target":"record","payload":{"canonical_record":{"source":{"id":"2501.08925","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:30:29Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"4f98415388c511afc734b60014ba9f3cc80e13278d0ea51ae0a104dc67ee477e","abstract_canon_sha256":"dec9712dfc934dac297270bd1dec8b1dbe8ad292259e37a9bb28dfc7121e6694"},"schema_version":"1.0"},"canonical_sha256":"a708c219ce59e999f5f08a32e55c9f81026b18a356cfea65baddc5b6b6e811d1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:58:23.854095Z","signature_b64":"GPZCrDGkQlmjDWHUrHNQo5xIJA7NQ9yEdel+U1hFOD6wz4h/ObZUZGotfjT/es7IAGtowHowZ0C0QCj+qrMpBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a708c219ce59e999f5f08a32e55c9f81026b18a356cfea65baddc5b6b6e811d1","last_reissued_at":"2026-07-05T11:58:23.853559Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:58:23.853559Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.08925","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jVGzojo148xGV65m3/v2jfnIPv+p8qo6Jck/kf/uSXDAlb5M8mGvYOVIPf1nnzKr4s0IbsYInToH7LzWldAFAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:20:42.225845Z"},"content_sha256":"936d4f0922d8c9dea6a586a1c0058113da4aa821a24e60f96bcf945ca61133f7","schema_version":"1.0","event_id":"sha256:936d4f0922d8c9dea6a586a1c0058113da4aa821a24e60f96bcf945ca61133f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:U4EMEGOOLHUZT5PQRIZOKXE7QE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Disentangling Exploration of Large Language Models by Optimal Exploitation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Christian Bartelt, Patrick Betz, Sascha Marton, Stefan L\\\"udtke, Tim Grams","submitted_at":"2025-01-15T16:30:29Z","abstract_excerpt":"Exploration is a crucial skill for in-context reinforcement learning in unknown environments. However, it remains unclear if large language models can effectively explore a partially hidden state space. This work isolates exploration as the sole objective, tasking an agent with gathering information that enhances future returns. Within this framework, we argue that measuring agent returns is not sufficient for a fair evaluation. Hence, we decompose missing rewards into their exploration and exploitation components based on the optimal achievable return. Experiments with various models reveal t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.08925","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.08925/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:58:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UvR1GLHA1Xr0b5j7f06+7IJIGvJ9poQut0+qxIcfp3EMHdMydvSstfF6MMMSrohhczeAzpV9x1+xjJrFpCeXBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:20:42.226363Z"},"content_sha256":"7a54c8e73b616b6e5d0d74b95226bfbd04330c5a8ee9ecedc38149f8f7081b99","schema_version":"1.0","event_id":"sha256:7a54c8e73b616b6e5d0d74b95226bfbd04330c5a8ee9ecedc38149f8f7081b99"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U4EMEGOOLHUZT5PQRIZOKXE7QE/bundle.json","state_url":"https://pith.science/pith/U4EMEGOOLHUZT5PQRIZOKXE7QE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U4EMEGOOLHUZT5PQRIZOKXE7QE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T03:20:42Z","links":{"resolver":"https://pith.science/pith/U4EMEGOOLHUZT5PQRIZOKXE7QE","bundle":"https://pith.science/pith/U4EMEGOOLHUZT5PQRIZOKXE7QE/bundle.json","state":"https://pith.science/pith/U4EMEGOOLHUZT5PQRIZOKXE7QE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U4EMEGOOLHUZT5PQRIZOKXE7QE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:U4EMEGOOLHUZT5PQRIZOKXE7QE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dec9712dfc934dac297270bd1dec8b1dbe8ad292259e37a9bb28dfc7121e6694","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:30:29Z","title_canon_sha256":"4f98415388c511afc734b60014ba9f3cc80e13278d0ea51ae0a104dc67ee477e"},"schema_version":"1.0","source":{"id":"2501.08925","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.08925","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"arxiv_version","alias_value":"2501.08925v3","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.08925","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"pith_short_12","alias_value":"U4EMEGOOLHUZ","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"pith_short_16","alias_value":"U4EMEGOOLHUZT5PQ","created_at":"2026-07-05T11:58:23Z"},{"alias_kind":"pith_short_8","alias_value":"U4EMEGOO","created_at":"2026-07-05T11:58:23Z"}],"graph_snapshots":[{"event_id":"sha256:7a54c8e73b616b6e5d0d74b95226bfbd04330c5a8ee9ecedc38149f8f7081b99","target":"graph","created_at":"2026-07-05T11:58:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.08925/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Exploration is a crucial skill for in-context reinforcement learning in unknown environments. However, it remains unclear if large language models can effectively explore a partially hidden state space. This work isolates exploration as the sole objective, tasking an agent with gathering information that enhances future returns. Within this framework, we argue that measuring agent returns is not sufficient for a fair evaluation. Hence, we decompose missing rewards into their exploration and exploitation components based on the optimal achievable return. Experiments with various models reveal t","authors_text":"Christian Bartelt, Patrick Betz, Sascha Marton, Stefan L\\\"udtke, Tim Grams","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:30:29Z","title":"Disentangling Exploration of Large Language Models by Optimal Exploitation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.08925","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:936d4f0922d8c9dea6a586a1c0058113da4aa821a24e60f96bcf945ca61133f7","target":"record","created_at":"2026-07-05T11:58:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dec9712dfc934dac297270bd1dec8b1dbe8ad292259e37a9bb28dfc7121e6694","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:30:29Z","title_canon_sha256":"4f98415388c511afc734b60014ba9f3cc80e13278d0ea51ae0a104dc67ee477e"},"schema_version":"1.0","source":{"id":"2501.08925","kind":"arxiv","version":3}},"canonical_sha256":"a708c219ce59e999f5f08a32e55c9f81026b18a356cfea65baddc5b6b6e811d1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a708c219ce59e999f5f08a32e55c9f81026b18a356cfea65baddc5b6b6e811d1","first_computed_at":"2026-07-05T11:58:23.853559Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:58:23.853559Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GPZCrDGkQlmjDWHUrHNQo5xIJA7NQ9yEdel+U1hFOD6wz4h/ObZUZGotfjT/es7IAGtowHowZ0C0QCj+qrMpBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:58:23.854095Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.08925","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:936d4f0922d8c9dea6a586a1c0058113da4aa821a24e60f96bcf945ca61133f7","sha256:7a54c8e73b616b6e5d0d74b95226bfbd04330c5a8ee9ecedc38149f8f7081b99"],"state_sha256":"984465bbdd30993101e5d6cf4c5b327de3b7ad4a8fee0007e1006c6e3aac2427"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yInVp7FUkKce0iJFia9JvaHmR/Bhny5VT/eCokmJ7yg+YCxullEtWqikUgeHPZlydqPIDtfv34C9UPrqPcnJCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T03:20:42.230755Z","bundle_sha256":"84b4e4d02dd301b667a59575f26d2d1cb7fb1bdaa6643eb465340ef54d243b67"}}