{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3HBJTEO66CBINEJTYUBJWCIGWU","short_pith_number":"pith:3HBJTEO6","canonical_record":{"source":{"id":"2503.04299","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-06T10:39:47Z","cross_cats_sorted":[],"title_canon_sha256":"6de5959660feb8349fbc795d8eda22aeced7b0d8b135884343909918f1f6177d","abstract_canon_sha256":"8052894bd4203b312c69e6b9cd540bef86c1d034bd691555430de0a5f39f6192"},"schema_version":"1.0"},"canonical_sha256":"d9c29991def082869133c5029b0906b505f109afb33899145bb41f1db9fa1179","source":{"kind":"arxiv","id":"2503.04299","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.04299","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"arxiv_version","alias_value":"2503.04299v2","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.04299","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"pith_short_12","alias_value":"3HBJTEO66CBI","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"pith_short_16","alias_value":"3HBJTEO66CBINEJT","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"pith_short_8","alias_value":"3HBJTEO6","created_at":"2026-07-05T10:27:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3HBJTEO66CBINEJTYUBJWCIGWU","target":"record","payload":{"canonical_record":{"source":{"id":"2503.04299","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-06T10:39:47Z","cross_cats_sorted":[],"title_canon_sha256":"6de5959660feb8349fbc795d8eda22aeced7b0d8b135884343909918f1f6177d","abstract_canon_sha256":"8052894bd4203b312c69e6b9cd540bef86c1d034bd691555430de0a5f39f6192"},"schema_version":"1.0"},"canonical_sha256":"d9c29991def082869133c5029b0906b505f109afb33899145bb41f1db9fa1179","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:27:27.591750Z","signature_b64":"hVH/BEn6UdswTV8iTyOHWBLnLu3GFuN3aDxlgL6SA0cNb0eL2qBAQHjdOJb9Kjnwkx+y8tmwGAynQS06bkMbDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d9c29991def082869133c5029b0906b505f109afb33899145bb41f1db9fa1179","last_reissued_at":"2026-07-05T10:27:27.591025Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:27:27.591025Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.04299","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:27:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tuKE7rTSJooPoSwGGLZWWm2mb2R+UxUkabvfCQou3Z5D6TL8oPsn238yCU7e1uFyNczD39/0kSkfGAEL+2yWDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-22T05:53:44.113102Z"},"content_sha256":"7cabd8c84fb093e7b75f9afbcb3f777368970928951075404bf50bb4d1965171","schema_version":"1.0","event_id":"sha256:7cabd8c84fb093e7b75f9afbcb3f777368970928951075404bf50bb4d1965171"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3HBJTEO66CBINEJTYUBJWCIGWU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mapping AI Benchmark Data to Quantitative Risk Estimates Through Expert Elicitation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Henry Papadatos, Malcolm Murray, Otter Quarks, Pierre-Fran\\c{c}ois Gimenez, Simeon Campos","submitted_at":"2025-03-06T10:39:47Z","abstract_excerpt":"The literature and multiple experts point to many potential risks from large language models (LLMs), but there are still very few direct measurements of the actual harms posed. AI risk assessment has so far focused on measuring the models' capabilities, but the capabilities of models are only indicators of risk, not measures of risk. Better modeling and quantification of AI risk scenarios can help bridge this disconnect and link the capabilities of LLMs to tangible real-world harm. This paper makes an early contribution to this field by demonstrating how existing AI benchmarks can be used to f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.04299","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.04299/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:27:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q41Pieols+CN7G11uTFMTxoCWhAND9tU/5/qyfeiCBvSvm2x09vaM5WEn+QMiMQ8md+FXNU7gHfQ3G2t+FdSCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-22T05:53:44.113497Z"},"content_sha256":"f6396670675bff4aa01c00e4e2e6eb812b75c58654bd96dab11ed7046a9d7637","schema_version":"1.0","event_id":"sha256:f6396670675bff4aa01c00e4e2e6eb812b75c58654bd96dab11ed7046a9d7637"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3HBJTEO66CBINEJTYUBJWCIGWU/bundle.json","state_url":"https://pith.science/pith/3HBJTEO66CBINEJTYUBJWCIGWU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3HBJTEO66CBINEJTYUBJWCIGWU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-22T05:53:44Z","links":{"resolver":"https://pith.science/pith/3HBJTEO66CBINEJTYUBJWCIGWU","bundle":"https://pith.science/pith/3HBJTEO66CBINEJTYUBJWCIGWU/bundle.json","state":"https://pith.science/pith/3HBJTEO66CBINEJTYUBJWCIGWU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3HBJTEO66CBINEJTYUBJWCIGWU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3HBJTEO66CBINEJTYUBJWCIGWU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8052894bd4203b312c69e6b9cd540bef86c1d034bd691555430de0a5f39f6192","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-06T10:39:47Z","title_canon_sha256":"6de5959660feb8349fbc795d8eda22aeced7b0d8b135884343909918f1f6177d"},"schema_version":"1.0","source":{"id":"2503.04299","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.04299","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"arxiv_version","alias_value":"2503.04299v2","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.04299","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"pith_short_12","alias_value":"3HBJTEO66CBI","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"pith_short_16","alias_value":"3HBJTEO66CBINEJT","created_at":"2026-07-05T10:27:27Z"},{"alias_kind":"pith_short_8","alias_value":"3HBJTEO6","created_at":"2026-07-05T10:27:27Z"}],"graph_snapshots":[{"event_id":"sha256:f6396670675bff4aa01c00e4e2e6eb812b75c58654bd96dab11ed7046a9d7637","target":"graph","created_at":"2026-07-05T10:27:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.04299/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The literature and multiple experts point to many potential risks from large language models (LLMs), but there are still very few direct measurements of the actual harms posed. AI risk assessment has so far focused on measuring the models' capabilities, but the capabilities of models are only indicators of risk, not measures of risk. Better modeling and quantification of AI risk scenarios can help bridge this disconnect and link the capabilities of LLMs to tangible real-world harm. This paper makes an early contribution to this field by demonstrating how existing AI benchmarks can be used to f","authors_text":"Henry Papadatos, Malcolm Murray, Otter Quarks, Pierre-Fran\\c{c}ois Gimenez, Simeon Campos","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-06T10:39:47Z","title":"Mapping AI Benchmark Data to Quantitative Risk Estimates Through Expert Elicitation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.04299","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7cabd8c84fb093e7b75f9afbcb3f777368970928951075404bf50bb4d1965171","target":"record","created_at":"2026-07-05T10:27:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8052894bd4203b312c69e6b9cd540bef86c1d034bd691555430de0a5f39f6192","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-03-06T10:39:47Z","title_canon_sha256":"6de5959660feb8349fbc795d8eda22aeced7b0d8b135884343909918f1f6177d"},"schema_version":"1.0","source":{"id":"2503.04299","kind":"arxiv","version":2}},"canonical_sha256":"d9c29991def082869133c5029b0906b505f109afb33899145bb41f1db9fa1179","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d9c29991def082869133c5029b0906b505f109afb33899145bb41f1db9fa1179","first_computed_at":"2026-07-05T10:27:27.591025Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:27:27.591025Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hVH/BEn6UdswTV8iTyOHWBLnLu3GFuN3aDxlgL6SA0cNb0eL2qBAQHjdOJb9Kjnwkx+y8tmwGAynQS06bkMbDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:27:27.591750Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.04299","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7cabd8c84fb093e7b75f9afbcb3f777368970928951075404bf50bb4d1965171","sha256:f6396670675bff4aa01c00e4e2e6eb812b75c58654bd96dab11ed7046a9d7637"],"state_sha256":"4dae5802241c7aaa29f95c4e9ee78294fe24fc46ca01d1d3a79587efba86972d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fqd4qg1XpBN7x8olYrLg8naGij1Qm9Fu+udHuig9vFdtLNciCsDhbLRZLZJrj+Xx1DdEFV1Bog3aeGNq9HE0AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-22T05:53:44.115618Z","bundle_sha256":"9f5d7abbfe4512279721ab6e9cbcf655e108ed7f89f9d637a7a2af06ccc2f304"}}