{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:Q4HD2GBXBINGP5KYNXFUUZXTES","short_pith_number":"pith:Q4HD2GBX","canonical_record":{"source":{"id":"2606.11447","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-09T21:00:05Z","cross_cats_sorted":[],"title_canon_sha256":"fd539c880250e2af98196ab7ef50657d2782ff815d385610831eeed08d9c291f","abstract_canon_sha256":"6bb7dc22cca1e89391d534478a63a8f8ce4f65150e881668739033af9626e555"},"schema_version":"1.0"},"canonical_sha256":"870e3d18370a1a67f5586dcb4a66f324bea0630878c92948bb60030a418b3590","source":{"kind":"arxiv","id":"2606.11447","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.11447","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"arxiv_version","alias_value":"2606.11447v1","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.11447","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"pith_short_12","alias_value":"Q4HD2GBXBING","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"pith_short_16","alias_value":"Q4HD2GBXBINGP5KY","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"pith_short_8","alias_value":"Q4HD2GBX","created_at":"2026-06-11T01:09:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:Q4HD2GBXBINGP5KYNXFUUZXTES","target":"record","payload":{"canonical_record":{"source":{"id":"2606.11447","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-09T21:00:05Z","cross_cats_sorted":[],"title_canon_sha256":"fd539c880250e2af98196ab7ef50657d2782ff815d385610831eeed08d9c291f","abstract_canon_sha256":"6bb7dc22cca1e89391d534478a63a8f8ce4f65150e881668739033af9626e555"},"schema_version":"1.0"},"canonical_sha256":"870e3d18370a1a67f5586dcb4a66f324bea0630878c92948bb60030a418b3590","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-11T01:09:49.207372Z","signature_b64":"aOjiLFIgDk7XsnMxCFM+E+GVKJRff7ayYV05RZnoriHEGpL9Ie8nJx5cW48AY+MK1CcaUaQnRFUpXScPYMdoDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"870e3d18370a1a67f5586dcb4a66f324bea0630878c92948bb60030a418b3590","last_reissued_at":"2026-06-11T01:09:49.206580Z","signature_status":"signed_v1","first_computed_at":"2026-06-11T01:09:49.206580Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.11447","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-11T01:09:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qeG9zrF6y12Q9/0hoNcMwWiT8IwuUYsJr7DXzBbpAFNr5DsOJS1n6B+xaf36EiT7QauEJH6VJC6JBWVA7TwUCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T09:09:27.056699Z"},"content_sha256":"437d6182d624288d5b9aa0adb67d0d412884d4d651889f31aced58fb5aca2a94","schema_version":"1.0","event_id":"sha256:437d6182d624288d5b9aa0adb67d0d412884d4d651889f31aced58fb5aca2a94"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:Q4HD2GBXBINGP5KYNXFUUZXTES","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AI Coding Agents Can Reproduce Social Science Findings","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Atoosa Kasirzadeh, Fabrizio Gilardi, Joshua Tucker, Meysam Alizadeh, Mohsen Mosleh","submitted_at":"2026-06-09T21:00:05Z","abstract_excerpt":"Recent anecdotal evidence suggests that AI coding agents can reproduce published findings when provided with original data and code; yet systematic evaluation across social sciences remains limited. Existing evaluation benchmarks are insufficient, either small or conflate agent performance with problems in the reproduction materials themselves, such as code that fails to execute correctly. Here we introduce SocSci-Repro-Bench, a benchmark of 221 tasks spanning four disciplines and 13 substantive domains, constructed from studies whose results are either fully reproducible with available materi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.11447","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.11447/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-11T01:09:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lTTW/2xhfbIO13GensOuHHg7B3vgmLA9sZHNsrf5/PiMChuv3MOWDsb/vM43jmdS5meQbgRzQD7Ul4Qkg3h7Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T09:09:27.057081Z"},"content_sha256":"8b2bba596574803b7d5a289dd1b55cac3afc417e47c7276c6fca0e42e3b94162","schema_version":"1.0","event_id":"sha256:8b2bba596574803b7d5a289dd1b55cac3afc417e47c7276c6fca0e42e3b94162"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q4HD2GBXBINGP5KYNXFUUZXTES/bundle.json","state_url":"https://pith.science/pith/Q4HD2GBXBINGP5KYNXFUUZXTES/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q4HD2GBXBINGP5KYNXFUUZXTES/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-26T09:09:27Z","links":{"resolver":"https://pith.science/pith/Q4HD2GBXBINGP5KYNXFUUZXTES","bundle":"https://pith.science/pith/Q4HD2GBXBINGP5KYNXFUUZXTES/bundle.json","state":"https://pith.science/pith/Q4HD2GBXBINGP5KYNXFUUZXTES/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q4HD2GBXBINGP5KYNXFUUZXTES/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:Q4HD2GBXBINGP5KYNXFUUZXTES","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6bb7dc22cca1e89391d534478a63a8f8ce4f65150e881668739033af9626e555","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-09T21:00:05Z","title_canon_sha256":"fd539c880250e2af98196ab7ef50657d2782ff815d385610831eeed08d9c291f"},"schema_version":"1.0","source":{"id":"2606.11447","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.11447","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"arxiv_version","alias_value":"2606.11447v1","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.11447","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"pith_short_12","alias_value":"Q4HD2GBXBING","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"pith_short_16","alias_value":"Q4HD2GBXBINGP5KY","created_at":"2026-06-11T01:09:49Z"},{"alias_kind":"pith_short_8","alias_value":"Q4HD2GBX","created_at":"2026-06-11T01:09:49Z"}],"graph_snapshots":[{"event_id":"sha256:8b2bba596574803b7d5a289dd1b55cac3afc417e47c7276c6fca0e42e3b94162","target":"graph","created_at":"2026-06-11T01:09:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.11447/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent anecdotal evidence suggests that AI coding agents can reproduce published findings when provided with original data and code; yet systematic evaluation across social sciences remains limited. Existing evaluation benchmarks are insufficient, either small or conflate agent performance with problems in the reproduction materials themselves, such as code that fails to execute correctly. Here we introduce SocSci-Repro-Bench, a benchmark of 221 tasks spanning four disciplines and 13 substantive domains, constructed from studies whose results are either fully reproducible with available materi","authors_text":"Atoosa Kasirzadeh, Fabrizio Gilardi, Joshua Tucker, Meysam Alizadeh, Mohsen Mosleh","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-09T21:00:05Z","title":"AI Coding Agents Can Reproduce Social Science Findings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.11447","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:437d6182d624288d5b9aa0adb67d0d412884d4d651889f31aced58fb5aca2a94","target":"record","created_at":"2026-06-11T01:09:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6bb7dc22cca1e89391d534478a63a8f8ce4f65150e881668739033af9626e555","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-06-09T21:00:05Z","title_canon_sha256":"fd539c880250e2af98196ab7ef50657d2782ff815d385610831eeed08d9c291f"},"schema_version":"1.0","source":{"id":"2606.11447","kind":"arxiv","version":1}},"canonical_sha256":"870e3d18370a1a67f5586dcb4a66f324bea0630878c92948bb60030a418b3590","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"870e3d18370a1a67f5586dcb4a66f324bea0630878c92948bb60030a418b3590","first_computed_at":"2026-06-11T01:09:49.206580Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-11T01:09:49.206580Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aOjiLFIgDk7XsnMxCFM+E+GVKJRff7ayYV05RZnoriHEGpL9Ie8nJx5cW48AY+MK1CcaUaQnRFUpXScPYMdoDQ==","signature_status":"signed_v1","signed_at":"2026-06-11T01:09:49.207372Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.11447","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:437d6182d624288d5b9aa0adb67d0d412884d4d651889f31aced58fb5aca2a94","sha256:8b2bba596574803b7d5a289dd1b55cac3afc417e47c7276c6fca0e42e3b94162"],"state_sha256":"cc13e1a3141cdab37e22476fd3532a3febbdffb174498055e6d0a9b54eb7e5f6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RFu2aMrHbUXvbeWLgSbeBFV3NqkrpKX4++kMIOxWPZRQ2IKCZueuAOiwlYSB6MWRQ7PlBDRWq9wWnhlYGHZPCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-26T09:09:27.059201Z","bundle_sha256":"6afd1f1b15eb8b06c692977ac00f2b073e5c69901be2c462a65b2e08147db4ef"}}