{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:B7W7W6XQZKYTFXWKHYKPLT3A6J","short_pith_number":"pith:B7W7W6XQ","canonical_record":{"source":{"id":"2505.18893","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-05-24T22:35:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9d250ce7e37130a82b8bf71197c32f8243c9f7117b95cfbe92d4d61dc6ff17d1","abstract_canon_sha256":"5eadadaa216eea517b2206ae53279164fc2bb9053880c8172273681c6caae673"},"schema_version":"1.0"},"canonical_sha256":"0fedfb7af0cab132deca3e14f5cf60f2522c2c0d21281241050383a3336d4418","source":{"kind":"arxiv","id":"2505.18893","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18893","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18893v4","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18893","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"pith_short_12","alias_value":"B7W7W6XQZKYT","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"pith_short_16","alias_value":"B7W7W6XQZKYTFXWK","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"pith_short_8","alias_value":"B7W7W6XQ","created_at":"2026-07-05T11:12:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:B7W7W6XQZKYTFXWKHYKPLT3A6J","target":"record","payload":{"canonical_record":{"source":{"id":"2505.18893","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-05-24T22:35:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9d250ce7e37130a82b8bf71197c32f8243c9f7117b95cfbe92d4d61dc6ff17d1","abstract_canon_sha256":"5eadadaa216eea517b2206ae53279164fc2bb9053880c8172273681c6caae673"},"schema_version":"1.0"},"canonical_sha256":"0fedfb7af0cab132deca3e14f5cf60f2522c2c0d21281241050383a3336d4418","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:33.364085Z","signature_b64":"y4IKHOeoMyzaCEx9ma5KubFC/930pJeUC6XcOFGKibnkD64gCQnS4llUKa4yvJMehSNQe1qqpz0T9TaL3lZTDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0fedfb7af0cab132deca3e14f5cf60f2522c2c0d21281241050383a3336d4418","last_reissued_at":"2026-07-05T11:12:33.363536Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:33.363536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.18893","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wt9j3VgUOK7e9QScN1ZZIQnh/7T00g28JF/nh+EwMe/mYpozQeSoDJRWuXXkfkwtzZIrburj8S45M/G82MZlBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:52:08.591696Z"},"content_sha256":"adaadb3f9ccff4b0420099095586c89372bc38aeaed0d3deff44faf1d85fa864","schema_version":"1.0","event_id":"sha256:adaadb3f9ccff4b0420099095586c89372bc38aeaed0d3deff44faf1d85fa864"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:B7W7W6XQZKYTFXWKHYKPLT3A6J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reality Check: A New Evaluation Ecosystem Is Necessary to Understand AI's Real World Effects","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CY","authors_text":"Afaf Taik, Akash Kundu, Andrew Thompson, Gabriella Waters, Heather Frase, Kyra Yee, Marzieh Fadaee, Matthew Holmes, Maya Carlyle, Morgan Briggs, Patrick Hall, Paul Duncan, Qinghua Lu, Reva Schwartz, Rumman Chowdhury, Shomik Jain, Spencer Thomas, Sundeep Bhandari, Theodora Skeadas, Tom David","submitted_at":"2025-05-24T22:35:32Z","abstract_excerpt":"Conventional AI evaluation approaches concentrated within the AI stack exhibit systemic limitations for exploring, navigating and resolving the human and societal factors that play out in real world deployment such as in education, finance, healthcare, and employment sectors. AI capability evaluations can capture detail about first-order effects, such as whether immediate system outputs are accurate, or contain toxic, biased or stereotypical content, but AI's second-order effects, i.e. any long-term outcomes and consequences that may result from AI use in the real world, have become a signific"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18893","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.18893/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"12pYf0LGpFHop3islEjAGg7fNAO14Cqztki7t9NTp7oQ7vyn3AzIvDssyECQsfHOiSH17r6Ts4SV2Fmo4pl4BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:52:08.592244Z"},"content_sha256":"ad01bbd4b837b7ba61dee62308b911de5a08c3c9607b43a5acb12ed9c0185061","schema_version":"1.0","event_id":"sha256:ad01bbd4b837b7ba61dee62308b911de5a08c3c9607b43a5acb12ed9c0185061"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B7W7W6XQZKYTFXWKHYKPLT3A6J/bundle.json","state_url":"https://pith.science/pith/B7W7W6XQZKYTFXWKHYKPLT3A6J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B7W7W6XQZKYTFXWKHYKPLT3A6J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T02:52:08Z","links":{"resolver":"https://pith.science/pith/B7W7W6XQZKYTFXWKHYKPLT3A6J","bundle":"https://pith.science/pith/B7W7W6XQZKYTFXWKHYKPLT3A6J/bundle.json","state":"https://pith.science/pith/B7W7W6XQZKYTFXWKHYKPLT3A6J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B7W7W6XQZKYTFXWKHYKPLT3A6J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:B7W7W6XQZKYTFXWKHYKPLT3A6J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5eadadaa216eea517b2206ae53279164fc2bb9053880c8172273681c6caae673","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-05-24T22:35:32Z","title_canon_sha256":"9d250ce7e37130a82b8bf71197c32f8243c9f7117b95cfbe92d4d61dc6ff17d1"},"schema_version":"1.0","source":{"id":"2505.18893","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18893","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18893v4","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18893","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"pith_short_12","alias_value":"B7W7W6XQZKYT","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"pith_short_16","alias_value":"B7W7W6XQZKYTFXWK","created_at":"2026-07-05T11:12:33Z"},{"alias_kind":"pith_short_8","alias_value":"B7W7W6XQ","created_at":"2026-07-05T11:12:33Z"}],"graph_snapshots":[{"event_id":"sha256:ad01bbd4b837b7ba61dee62308b911de5a08c3c9607b43a5acb12ed9c0185061","target":"graph","created_at":"2026-07-05T11:12:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.18893/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Conventional AI evaluation approaches concentrated within the AI stack exhibit systemic limitations for exploring, navigating and resolving the human and societal factors that play out in real world deployment such as in education, finance, healthcare, and employment sectors. AI capability evaluations can capture detail about first-order effects, such as whether immediate system outputs are accurate, or contain toxic, biased or stereotypical content, but AI's second-order effects, i.e. any long-term outcomes and consequences that may result from AI use in the real world, have become a signific","authors_text":"Afaf Taik, Akash Kundu, Andrew Thompson, Gabriella Waters, Heather Frase, Kyra Yee, Marzieh Fadaee, Matthew Holmes, Maya Carlyle, Morgan Briggs, Patrick Hall, Paul Duncan, Qinghua Lu, Reva Schwartz, Rumman Chowdhury, Shomik Jain, Spencer Thomas, Sundeep Bhandari, Theodora Skeadas, Tom David","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-05-24T22:35:32Z","title":"Reality Check: A New Evaluation Ecosystem Is Necessary to Understand AI's Real World Effects"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18893","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:adaadb3f9ccff4b0420099095586c89372bc38aeaed0d3deff44faf1d85fa864","target":"record","created_at":"2026-07-05T11:12:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5eadadaa216eea517b2206ae53279164fc2bb9053880c8172273681c6caae673","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-05-24T22:35:32Z","title_canon_sha256":"9d250ce7e37130a82b8bf71197c32f8243c9f7117b95cfbe92d4d61dc6ff17d1"},"schema_version":"1.0","source":{"id":"2505.18893","kind":"arxiv","version":4}},"canonical_sha256":"0fedfb7af0cab132deca3e14f5cf60f2522c2c0d21281241050383a3336d4418","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0fedfb7af0cab132deca3e14f5cf60f2522c2c0d21281241050383a3336d4418","first_computed_at":"2026-07-05T11:12:33.363536Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:33.363536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y4IKHOeoMyzaCEx9ma5KubFC/930pJeUC6XcOFGKibnkD64gCQnS4llUKa4yvJMehSNQe1qqpz0T9TaL3lZTDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:33.364085Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.18893","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:adaadb3f9ccff4b0420099095586c89372bc38aeaed0d3deff44faf1d85fa864","sha256:ad01bbd4b837b7ba61dee62308b911de5a08c3c9607b43a5acb12ed9c0185061"],"state_sha256":"aca89dba712ae55ca6f9088362a46eb3fd2e1670ed08351c41fdd7b95557ef67"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MfRy8MB6sw6rE6pOCCd6A3bpzcn5R3dZfVYazzYfNEL/bcZdc4MHy8QaaM6YVo/27E7OweumGzC8z2P4LLsaDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T02:52:08.595441Z","bundle_sha256":"e819a884cae8c608697e8d5390b88433e49b0560b7727f6221d4f47b20602f34"}}