{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:GU32Z4MX56LT56YTMVCSUVI2OD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"644cebf62d0c5218f376a0bd4fd16fff3a32ef0feb57c4827acb56a323daddda","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T02:34:17Z","title_canon_sha256":"bafad2f7112f693fd6b6000ae3d7fedbd10fd9a6fee143b5bbc22155ad27eeb1"},"schema_version":"1.0","source":{"id":"2502.15850","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15850","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15850v2","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15850","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_12","alias_value":"GU32Z4MX56LT","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_16","alias_value":"GU32Z4MX56LT56YT","created_at":"2026-07-05T10:22:57Z"},{"alias_kind":"pith_short_8","alias_value":"GU32Z4MX","created_at":"2026-07-05T10:22:57Z"}],"graph_snapshots":[{"event_id":"sha256:73ebf67776a653733afd3cf62c07672874658dd37a1b23c762fec04a51795d71","target":"graph","created_at":"2026-07-05T10:22:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.15850/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Language Models (LMs) increasingly operate as autonomous agents, accurately forecasting their capabilities becomes crucial for societal preparedness. We evaluate six forecasting methods that predict downstream capabilities of LM agents. We use \"one-step\" approaches that predict benchmark scores from input metrics like compute or model release date directly or \"two-step\" approaches that first predict an intermediate metric like the principal component of cross-benchmark performance (PC-1) and human-evaluated competitive Elo ratings. We evaluate our forecasting methods by backtesting them on ","authors_text":"Axel H{\\o}jmark, Govind Pimpale, J\\'er\\'emy Scheurer, Marius Hobbhahn","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T02:34:17Z","title":"Forecasting Frontier Language Model Agent Capabilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15850","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31943f04f8734444ddaf66fd395761c5bf0757144734fc8c03933f12334c155c","target":"record","created_at":"2026-07-05T10:22:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"644cebf62d0c5218f376a0bd4fd16fff3a32ef0feb57c4827acb56a323daddda","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T02:34:17Z","title_canon_sha256":"bafad2f7112f693fd6b6000ae3d7fedbd10fd9a6fee143b5bbc22155ad27eeb1"},"schema_version":"1.0","source":{"id":"2502.15850","kind":"arxiv","version":2}},"canonical_sha256":"3537acf197ef973efb1365452a551a70d12d29d17bfac8887419cda3cdde3a09","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3537acf197ef973efb1365452a551a70d12d29d17bfac8887419cda3cdde3a09","first_computed_at":"2026-07-05T10:22:57.491894Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:57.491894Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nWrAHmTEBt5d8bWVbHuROWx6jV3ZbZgi4MbvdjqzJvSoQmGfVveg5mm/Wj/lhPnstP21JYpMgUwkQ4sM7wGhCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:57.492723Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.15850","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31943f04f8734444ddaf66fd395761c5bf0757144734fc8c03933f12334c155c","sha256:73ebf67776a653733afd3cf62c07672874658dd37a1b23c762fec04a51795d71"],"state_sha256":"82b3ab3a6e7e6cb97246023cba274432b1c4549566444198cdcf36c10041b099"}