{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:PS6VCTOFRVZ3CHJTX2QS2OSGIF","short_pith_number":"pith:PS6VCTOF","canonical_record":{"source":{"id":"2605.11554","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-12T05:36:46Z","cross_cats_sorted":[],"title_canon_sha256":"2989677a8541b601a6dc65d300fcb1834af648d06bccbc9b5db963f9b9ab2115","abstract_canon_sha256":"1bdbf345b04c3c44cdde230af57f333cb5deea7056fa1f4cb1dea743ebe74e3d"},"schema_version":"1.0"},"canonical_sha256":"7cbd514dc58d73b11d33bea12d3a4641795a457739a328ddf450e7061ef243fa","source":{"kind":"arxiv","id":"2605.11554","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.11554","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"arxiv_version","alias_value":"2605.11554v2","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.11554","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"pith_short_12","alias_value":"PS6VCTOFRVZ3","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"pith_short_16","alias_value":"PS6VCTOFRVZ3CHJT","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"pith_short_8","alias_value":"PS6VCTOF","created_at":"2026-07-01T01:17:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:PS6VCTOFRVZ3CHJTX2QS2OSGIF","target":"record","payload":{"canonical_record":{"source":{"id":"2605.11554","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-12T05:36:46Z","cross_cats_sorted":[],"title_canon_sha256":"2989677a8541b601a6dc65d300fcb1834af648d06bccbc9b5db963f9b9ab2115","abstract_canon_sha256":"1bdbf345b04c3c44cdde230af57f333cb5deea7056fa1f4cb1dea743ebe74e3d"},"schema_version":"1.0"},"canonical_sha256":"7cbd514dc58d73b11d33bea12d3a4641795a457739a328ddf450e7061ef243fa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-01T01:17:51.652033Z","signature_b64":"evTFffop1s02wixJHUoDZgRrtvzPDgGFZLMRo61sK36TdUAOe6GRJJujn5bVk8Pce0NKvd9iqlBS4TGn/qROAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7cbd514dc58d73b11d33bea12d3a4641795a457739a328ddf450e7061ef243fa","last_reissued_at":"2026-07-01T01:17:51.651642Z","signature_status":"signed_v1","first_computed_at":"2026-07-01T01:17:51.651642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.11554","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-01T01:17:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"npmoriDjEx/b+OGA2jXryPiJ2V5QXKzIBW84gLqno7bUDgZ+Yvee3cTCQVWsjrM7mRhViDHwnPKmzqQOYiaPDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T08:18:51.664453Z"},"content_sha256":"aa88375e36526e33ef4b794ab08cf675d8b87d70905146e9c5f2fe715f361fc1","schema_version":"1.0","event_id":"sha256:aa88375e36526e33ef4b794ab08cf675d8b87d70905146e9c5f2fe715f361fc1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:PS6VCTOFRVZ3CHJTX2QS2OSGIF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Controlled Counterexample to Strong Proxy-Based Explanations of OOD Performance: in a Fixed Pretraining-and-Probing Setup","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting.","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Hongmin Li","submitted_at":"2026-05-12T05:36:46Z","abstract_excerpt":"Task-agnostic structure proxies are often used to interpret why one pretraining corpus transfers better than another, but such explanations require the proxy to track the structure that matters for the downstream task. We test this requirement in a fixed pretraining-and-probing setup motivated by computationally bounded notions of learned structure, including epiplexity. The core question is whether a proxy ranking of two pretraining datasets must agree with their ranking by OOD probe accuracy. We show that it need not. First, we give a controlled construction in which a formal structure quant"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the synthetic sequence-model experiment and the controlled construction adequately capture the dynamics of real-world pretraining and OOD probing scenarios.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Proxy rankings of pretraining datasets by learned structure can reverse the actual OOD accuracy rankings in a synthetic sequence modeling task.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"2b1bc6e2e3b11dbeefdf7861983ab9fed8d50b3a25ba8a86766a204cdab93c30"},"source":{"id":"2605.11554","kind":"arxiv","version":2},"verdict":{"id":"30224e39-a5fd-49de-9611-523a2121d39d","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-13T02:05:26.884417Z","strongest_claim":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting.","one_line_summary":"Proxy rankings of pretraining datasets by learned structure can reverse the actual OOD accuracy rankings in a synthetic sequence modeling task.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the synthetic sequence-model experiment and the controlled construction adequately capture the dynamics of real-world pretraining and OOD probing scenarios.","pith_extraction_headline":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.11554/integrity.json","findings":[],"available":true,"detectors_run":[{"name":"doi_compliance","ran_at":"2026-05-20T17:26:43.775659Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"claim_evidence","ran_at":"2026-05-20T04:02:00.586860Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"ai_meta_artifact","ran_at":"2026-05-19T12:33:56.312571Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"doi_title_agreement","ran_at":"2026-05-19T09:31:18.645204Z","status":"completed","version":"1.0.0","findings_count":0}],"snapshot_sha256":"279621e65d0ff0524452b0338948f13172d5aa4b3d0c8c88d1279a38fc856a0c"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":2,"snapshot_sha256":"ed5f91ecbda161429423468eeee4a50659cad6429c343fbc5730c0a55f245d3a"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"30224e39-a5fd-49de-9611-523a2121d39d"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-01T01:17:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hrMn47JCmhyAhV9zo0iKsxF4yPy39TvqcMX5D9PBPSpWOsDELWyiZ+4HIu9MwAq8uGwqZnfYoEzWlDSzrro8Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T08:18:51.664947Z"},"content_sha256":"723d66bd3b1d4401d93bc47ace59102c5166aed9ab457ffc2523c798495188dd","schema_version":"1.0","event_id":"sha256:723d66bd3b1d4401d93bc47ace59102c5166aed9ab457ffc2523c798495188dd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PS6VCTOFRVZ3CHJTX2QS2OSGIF/bundle.json","state_url":"https://pith.science/pith/PS6VCTOFRVZ3CHJTX2QS2OSGIF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PS6VCTOFRVZ3CHJTX2QS2OSGIF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T08:18:51Z","links":{"resolver":"https://pith.science/pith/PS6VCTOFRVZ3CHJTX2QS2OSGIF","bundle":"https://pith.science/pith/PS6VCTOFRVZ3CHJTX2QS2OSGIF/bundle.json","state":"https://pith.science/pith/PS6VCTOFRVZ3CHJTX2QS2OSGIF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PS6VCTOFRVZ3CHJTX2QS2OSGIF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:PS6VCTOFRVZ3CHJTX2QS2OSGIF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1bdbf345b04c3c44cdde230af57f333cb5deea7056fa1f4cb1dea743ebe74e3d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-12T05:36:46Z","title_canon_sha256":"2989677a8541b601a6dc65d300fcb1834af648d06bccbc9b5db963f9b9ab2115"},"schema_version":"1.0","source":{"id":"2605.11554","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.11554","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"arxiv_version","alias_value":"2605.11554v2","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.11554","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"pith_short_12","alias_value":"PS6VCTOFRVZ3","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"pith_short_16","alias_value":"PS6VCTOFRVZ3CHJT","created_at":"2026-07-01T01:17:51Z"},{"alias_kind":"pith_short_8","alias_value":"PS6VCTOF","created_at":"2026-07-01T01:17:51Z"}],"graph_snapshots":[{"event_id":"sha256:723d66bd3b1d4401d93bc47ace59102c5166aed9ab457ffc2523c798495188dd","target":"graph","created_at":"2026-07-01T01:17:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the synthetic sequence-model experiment and the controlled construction adequately capture the dynamics of real-world pretraining and OOD probing scenarios."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Proxy rankings of pretraining datasets by learned structure can reverse the actual OOD accuracy rankings in a synthetic sequence modeling task."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting."}],"snapshot_sha256":"2b1bc6e2e3b11dbeefdf7861983ab9fed8d50b3a25ba8a86766a204cdab93c30"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"ed5f91ecbda161429423468eeee4a50659cad6429c343fbc5730c0a55f245d3a"},"integrity":{"available":true,"clean":true,"detectors_run":[{"findings_count":0,"name":"doi_compliance","ran_at":"2026-05-20T17:26:43.775659Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"claim_evidence","ran_at":"2026-05-20T04:02:00.586860Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"ai_meta_artifact","ran_at":"2026-05-19T12:33:56.312571Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"doi_title_agreement","ran_at":"2026-05-19T09:31:18.645204Z","status":"completed","version":"1.0.0"}],"endpoint":"/pith/2605.11554/integrity.json","findings":[],"snapshot_sha256":"279621e65d0ff0524452b0338948f13172d5aa4b3d0c8c88d1279a38fc856a0c","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Task-agnostic structure proxies are often used to interpret why one pretraining corpus transfers better than another, but such explanations require the proxy to track the structure that matters for the downstream task. We test this requirement in a fixed pretraining-and-probing setup motivated by computationally bounded notions of learned structure, including epiplexity. The core question is whether a proxy ranking of two pretraining datasets must agree with their ranking by OOD probe accuracy. We show that it need not. First, we give a controlled construction in which a formal structure quant","authors_text":"Hongmin Li","cross_cats":[],"headline":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-12T05:36:46Z","title":"A Controlled Counterexample to Strong Proxy-Based Explanations of OOD Performance: in a Fixed Pretraining-and-Probing Setup"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.11554","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-13T02:05:26.884417Z","id":"30224e39-a5fd-49de-9611-523a2121d39d","model_set":{"reader":"grok-4.3"},"one_line_summary":"Proxy rankings of pretraining datasets by learned structure can reverse the actual OOD accuracy rankings in a synthetic sequence modeling task.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting.","strongest_claim":"A proxy for total learned structure can fail to track the task-relevant structure that drives OOD performance, even in a controlled setting.","weakest_assumption":"That the synthetic sequence-model experiment and the controlled construction adequately capture the dynamics of real-world pretraining and OOD probing scenarios."}},"verdict_id":"30224e39-a5fd-49de-9611-523a2121d39d"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aa88375e36526e33ef4b794ab08cf675d8b87d70905146e9c5f2fe715f361fc1","target":"record","created_at":"2026-07-01T01:17:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1bdbf345b04c3c44cdde230af57f333cb5deea7056fa1f4cb1dea743ebe74e3d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-12T05:36:46Z","title_canon_sha256":"2989677a8541b601a6dc65d300fcb1834af648d06bccbc9b5db963f9b9ab2115"},"schema_version":"1.0","source":{"id":"2605.11554","kind":"arxiv","version":2}},"canonical_sha256":"7cbd514dc58d73b11d33bea12d3a4641795a457739a328ddf450e7061ef243fa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7cbd514dc58d73b11d33bea12d3a4641795a457739a328ddf450e7061ef243fa","first_computed_at":"2026-07-01T01:17:51.651642Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-01T01:17:51.651642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"evTFffop1s02wixJHUoDZgRrtvzPDgGFZLMRo61sK36TdUAOe6GRJJujn5bVk8Pce0NKvd9iqlBS4TGn/qROAA==","signature_status":"signed_v1","signed_at":"2026-07-01T01:17:51.652033Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.11554","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aa88375e36526e33ef4b794ab08cf675d8b87d70905146e9c5f2fe715f361fc1","sha256:723d66bd3b1d4401d93bc47ace59102c5166aed9ab457ffc2523c798495188dd"],"state_sha256":"2d47c62c5b5bbabd53256efbed74014828817c7dfe73ab8899700e7db95ceccf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GnVzrDtA4B8PHj2I020/eDJamkLFckIOMh1EJmXmWVoklC/GKDHfX8+WufcoCOqZElcFiWbZV0+yjXqPaDYCDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T08:18:51.667337Z","bundle_sha256":"b6517571b33e3569b0bf11351e7ff2889b48841c23e8a36973e5fb0f960f4374"}}