{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ZMIFYRSOBFPPOGLPP4UE7YPKM5","short_pith_number":"pith:ZMIFYRSO","canonical_record":{"source":{"id":"2503.17354","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-21T17:54:01Z","cross_cats_sorted":[],"title_canon_sha256":"172c742a06c83d4c650c4f629b6523a538d00d5028e7c0a805cc040b6c6f2419","abstract_canon_sha256":"b55ce11d56ac02256f84abea88f4652455964796a70c70f0bf19b587a0c18ccf"},"schema_version":"1.0"},"canonical_sha256":"cb105c464e095ef7196f7f284fe1ea674c3184fac406bf5ee338be79779cfea8","source":{"kind":"arxiv","id":"2503.17354","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.17354","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"arxiv_version","alias_value":"2503.17354v1","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.17354","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"pith_short_12","alias_value":"ZMIFYRSOBFPP","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"pith_short_16","alias_value":"ZMIFYRSOBFPPOGLP","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"pith_short_8","alias_value":"ZMIFYRSO","created_at":"2026-07-05T10:37:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ZMIFYRSOBFPPOGLPP4UE7YPKM5","target":"record","payload":{"canonical_record":{"source":{"id":"2503.17354","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-21T17:54:01Z","cross_cats_sorted":[],"title_canon_sha256":"172c742a06c83d4c650c4f629b6523a538d00d5028e7c0a805cc040b6c6f2419","abstract_canon_sha256":"b55ce11d56ac02256f84abea88f4652455964796a70c70f0bf19b587a0c18ccf"},"schema_version":"1.0"},"canonical_sha256":"cb105c464e095ef7196f7f284fe1ea674c3184fac406bf5ee338be79779cfea8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:37:04.245492Z","signature_b64":"cv8a0NllrOqYe8EJLfJJVwtEpSILDMqBzgivUb61hfp37E+VD0GoEn92d5H81MdiZPkAbqwDonYRj1l0B3v5DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cb105c464e095ef7196f7f284fe1ea674c3184fac406bf5ee338be79779cfea8","last_reissued_at":"2026-07-05T10:37:04.244783Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:37:04.244783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.17354","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:37:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ezliPVoJbaVr2glhmUImp4cgkp9xe0pHpYzatJUurvZEXjTNrwSAsW+mWJnBtDPBTlWXhEL2S1brso7iHxqgDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:48:06.633399Z"},"content_sha256":"e3777f8765ab00b69240c8224bb7e24c7d10d1637bf5f90eea170dc2eb7dc7f3","schema_version":"1.0","event_id":"sha256:e3777f8765ab00b69240c8224bb7e24c7d10d1637bf5f90eea170dc2eb7dc7f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ZMIFYRSOBFPPOGLPP4UE7YPKM5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HCAST: Human-Calibrated Autonomy Software Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Amy Deng, Aron Lajko, Ben West, Brian Goodrich, Chris Canal, Daniel O'Connel, David Rein, Elizabeth Barnes, Joel Becker, Katharyn Garcia, Lawrence Chan, Lucas Jun Koba Sato, Max Hasin, Megan Kinniment, Nate Rush, Pip Arnott, Ryan Bloom, Sami Jawhar, Seraphina Nix, Sydney von Arx, Thomas Broadley, Thomas Kwa","submitted_at":"2025-03-21T17:54:01Z","abstract_excerpt":"To understand and predict the societal impacts of highly autonomous AI systems, we need benchmarks with grounding, i.e., metrics that directly connect AI performance to real-world effects we care about. We present HCAST (Human-Calibrated Autonomy Software Tasks), a benchmark of 189 machine learning engineering, cybersecurity, software engineering, and general reasoning tasks. We collect 563 human baselines (totaling over 1500 hours) from people skilled in these domains, working under identical conditions as AI agents, which lets us estimate that HCAST tasks take humans between one minute and 8"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.17354","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.17354/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:37:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QnlJ2xI8D3MMfHpBl7Bhlc2Yx75G+5CtTmQSO0jmKEpfJKjYVlic4Zljn3u8o16r7m7A9h/WcPl8cqBxbfDrBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:48:06.633784Z"},"content_sha256":"8fcfb7bd8f6df331946698160dd0553660b2151eb1c25499f3a1daf44d22ef8b","schema_version":"1.0","event_id":"sha256:8fcfb7bd8f6df331946698160dd0553660b2151eb1c25499f3a1daf44d22ef8b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZMIFYRSOBFPPOGLPP4UE7YPKM5/bundle.json","state_url":"https://pith.science/pith/ZMIFYRSOBFPPOGLPP4UE7YPKM5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZMIFYRSOBFPPOGLPP4UE7YPKM5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T20:48:06Z","links":{"resolver":"https://pith.science/pith/ZMIFYRSOBFPPOGLPP4UE7YPKM5","bundle":"https://pith.science/pith/ZMIFYRSOBFPPOGLPP4UE7YPKM5/bundle.json","state":"https://pith.science/pith/ZMIFYRSOBFPPOGLPP4UE7YPKM5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZMIFYRSOBFPPOGLPP4UE7YPKM5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZMIFYRSOBFPPOGLPP4UE7YPKM5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b55ce11d56ac02256f84abea88f4652455964796a70c70f0bf19b587a0c18ccf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-21T17:54:01Z","title_canon_sha256":"172c742a06c83d4c650c4f629b6523a538d00d5028e7c0a805cc040b6c6f2419"},"schema_version":"1.0","source":{"id":"2503.17354","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.17354","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"arxiv_version","alias_value":"2503.17354v1","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.17354","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"pith_short_12","alias_value":"ZMIFYRSOBFPP","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"pith_short_16","alias_value":"ZMIFYRSOBFPPOGLP","created_at":"2026-07-05T10:37:04Z"},{"alias_kind":"pith_short_8","alias_value":"ZMIFYRSO","created_at":"2026-07-05T10:37:04Z"}],"graph_snapshots":[{"event_id":"sha256:8fcfb7bd8f6df331946698160dd0553660b2151eb1c25499f3a1daf44d22ef8b","target":"graph","created_at":"2026-07-05T10:37:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.17354/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To understand and predict the societal impacts of highly autonomous AI systems, we need benchmarks with grounding, i.e., metrics that directly connect AI performance to real-world effects we care about. We present HCAST (Human-Calibrated Autonomy Software Tasks), a benchmark of 189 machine learning engineering, cybersecurity, software engineering, and general reasoning tasks. We collect 563 human baselines (totaling over 1500 hours) from people skilled in these domains, working under identical conditions as AI agents, which lets us estimate that HCAST tasks take humans between one minute and 8","authors_text":"Amy Deng, Aron Lajko, Ben West, Brian Goodrich, Chris Canal, Daniel O'Connel, David Rein, Elizabeth Barnes, Joel Becker, Katharyn Garcia, Lawrence Chan, Lucas Jun Koba Sato, Max Hasin, Megan Kinniment, Nate Rush, Pip Arnott, Ryan Bloom, Sami Jawhar, Seraphina Nix, Sydney von Arx, Thomas Broadley, Thomas Kwa","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-21T17:54:01Z","title":"HCAST: Human-Calibrated Autonomy Software Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.17354","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3777f8765ab00b69240c8224bb7e24c7d10d1637bf5f90eea170dc2eb7dc7f3","target":"record","created_at":"2026-07-05T10:37:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b55ce11d56ac02256f84abea88f4652455964796a70c70f0bf19b587a0c18ccf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-21T17:54:01Z","title_canon_sha256":"172c742a06c83d4c650c4f629b6523a538d00d5028e7c0a805cc040b6c6f2419"},"schema_version":"1.0","source":{"id":"2503.17354","kind":"arxiv","version":1}},"canonical_sha256":"cb105c464e095ef7196f7f284fe1ea674c3184fac406bf5ee338be79779cfea8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cb105c464e095ef7196f7f284fe1ea674c3184fac406bf5ee338be79779cfea8","first_computed_at":"2026-07-05T10:37:04.244783Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:37:04.244783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cv8a0NllrOqYe8EJLfJJVwtEpSILDMqBzgivUb61hfp37E+VD0GoEn92d5H81MdiZPkAbqwDonYRj1l0B3v5DA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:37:04.245492Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.17354","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3777f8765ab00b69240c8224bb7e24c7d10d1637bf5f90eea170dc2eb7dc7f3","sha256:8fcfb7bd8f6df331946698160dd0553660b2151eb1c25499f3a1daf44d22ef8b"],"state_sha256":"6f2bb69d966b4043b50721b036851c27823e081120cb6d58ae36611dda85c056"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V0L0Xkk4OrlgrVApH44jtnyVMAC4p27Q05rlF4YY/9Ideu1flBFBkvQg5vTyxda6Q8o5SPBDTO2qOAMUeW1pBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T20:48:06.635707Z","bundle_sha256":"2aa744b65fcd3668cb5be834945bd89cea1484dc785eb71ab65f2346399d3922"}}