{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3QRBH6VRTQ7YXCBQL3ZPLD7QXQ","short_pith_number":"pith:3QRBH6VR","canonical_record":{"source":{"id":"2502.15620","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-21T17:44:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c6a966b2704eb44c5e2fe3228a7579b9c0ba27ae64328509b6b0632632d5d536","abstract_canon_sha256":"2ffa7169144e9d8d3f0be8ecb8366335cdf32d16b1753c0da3a0e0a1f5243bc2"},"schema_version":"1.0"},"canonical_sha256":"dc2213fab19c3f8b88305ef2f58ff0bc19e898bc0fb07f746d442e29912adb6d","source":{"kind":"arxiv","id":"2502.15620","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15620","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15620v2","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15620","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_12","alias_value":"3QRBH6VRTQ7Y","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_16","alias_value":"3QRBH6VRTQ7YXCBQ","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_8","alias_value":"3QRBH6VR","created_at":"2026-07-05T11:17:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3QRBH6VRTQ7YXCBQL3ZPLD7QXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2502.15620","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-21T17:44:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c6a966b2704eb44c5e2fe3228a7579b9c0ba27ae64328509b6b0632632d5d536","abstract_canon_sha256":"2ffa7169144e9d8d3f0be8ecb8366335cdf32d16b1753c0da3a0e0a1f5243bc2"},"schema_version":"1.0"},"canonical_sha256":"dc2213fab19c3f8b88305ef2f58ff0bc19e898bc0fb07f746d442e29912adb6d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:23.666534Z","signature_b64":"gBJ83/FMQhKng4aHdBCe51KJQ6fc1PLUeKXb9GoKGtmjdetq1LCsPgIZ/SXxudIfXogbMXuCwRrTk8c+BQqQBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dc2213fab19c3f8b88305ef2f58ff0bc19e898bc0fb07f746d442e29912adb6d","last_reissued_at":"2026-07-05T11:17:23.665918Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:23.665918Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.15620","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N49ivK+vV9RyB5SvIl0xKlPESDHsHwmDSc8/AG2DytvpFkgQPCkg80W2HJZ2FvH86o/srPOU2/wFrjGdsfBsBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:13:15.088783Z"},"content_sha256":"b860c30d567258419e7fdaa4973edcced8e7f381ceabec8bc600661e0bf1dcb4","schema_version":"1.0","event_id":"sha256:b860c30d567258419e7fdaa4973edcced8e7f381ceabec8bc600661e0bf1dcb4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3QRBH6VRTQ7YXCBQL3ZPLD7QXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Paradigms of AI Evaluation: Mapping Goals, Methodologies and Culture","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"John Burden, Jos\\'e Hern\\'andez-Orallo, Lorenzo Pacchiardi, Marko Te\\v{s}i\\'c","submitted_at":"2025-02-21T17:44:05Z","abstract_excerpt":"Research in AI evaluation has grown increasingly complex and multidisciplinary, attracting researchers with diverse backgrounds and objectives. As a result, divergent evaluation paradigms have emerged, often developing in isolation, adopting conflicting terminologies, and overlooking each other's contributions. This fragmentation has led to insular research trajectories and communication barriers both among different paradigms and with the general public, contributing to unmet expectations for deployed AI systems. To help bridge this insularity, in this paper we survey recent work in the AI ev"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15620","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.15620/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kDiMneey5HcAR9P40l2/3bdYxqjCJ+ll3R5P+pVurMp45C1hWkxiheQHoZJqtbsbrMhWjwBHxWubxHbKVisBAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:13:15.089285Z"},"content_sha256":"01f85c50f659599b2d3a6ec59596a85a2258b34c368f7a49ca050f14fada3958","schema_version":"1.0","event_id":"sha256:01f85c50f659599b2d3a6ec59596a85a2258b34c368f7a49ca050f14fada3958"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3QRBH6VRTQ7YXCBQL3ZPLD7QXQ/bundle.json","state_url":"https://pith.science/pith/3QRBH6VRTQ7YXCBQL3ZPLD7QXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3QRBH6VRTQ7YXCBQL3ZPLD7QXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:13:15Z","links":{"resolver":"https://pith.science/pith/3QRBH6VRTQ7YXCBQL3ZPLD7QXQ","bundle":"https://pith.science/pith/3QRBH6VRTQ7YXCBQL3ZPLD7QXQ/bundle.json","state":"https://pith.science/pith/3QRBH6VRTQ7YXCBQL3ZPLD7QXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3QRBH6VRTQ7YXCBQL3ZPLD7QXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3QRBH6VRTQ7YXCBQL3ZPLD7QXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2ffa7169144e9d8d3f0be8ecb8366335cdf32d16b1753c0da3a0e0a1f5243bc2","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-21T17:44:05Z","title_canon_sha256":"c6a966b2704eb44c5e2fe3228a7579b9c0ba27ae64328509b6b0632632d5d536"},"schema_version":"1.0","source":{"id":"2502.15620","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15620","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15620v2","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15620","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_12","alias_value":"3QRBH6VRTQ7Y","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_16","alias_value":"3QRBH6VRTQ7YXCBQ","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_8","alias_value":"3QRBH6VR","created_at":"2026-07-05T11:17:23Z"}],"graph_snapshots":[{"event_id":"sha256:01f85c50f659599b2d3a6ec59596a85a2258b34c368f7a49ca050f14fada3958","target":"graph","created_at":"2026-07-05T11:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.15620/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Research in AI evaluation has grown increasingly complex and multidisciplinary, attracting researchers with diverse backgrounds and objectives. As a result, divergent evaluation paradigms have emerged, often developing in isolation, adopting conflicting terminologies, and overlooking each other's contributions. This fragmentation has led to insular research trajectories and communication barriers both among different paradigms and with the general public, contributing to unmet expectations for deployed AI systems. To help bridge this insularity, in this paper we survey recent work in the AI ev","authors_text":"John Burden, Jos\\'e Hern\\'andez-Orallo, Lorenzo Pacchiardi, Marko Te\\v{s}i\\'c","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-21T17:44:05Z","title":"Paradigms of AI Evaluation: Mapping Goals, Methodologies and Culture"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15620","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b860c30d567258419e7fdaa4973edcced8e7f381ceabec8bc600661e0bf1dcb4","target":"record","created_at":"2026-07-05T11:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2ffa7169144e9d8d3f0be8ecb8366335cdf32d16b1753c0da3a0e0a1f5243bc2","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-21T17:44:05Z","title_canon_sha256":"c6a966b2704eb44c5e2fe3228a7579b9c0ba27ae64328509b6b0632632d5d536"},"schema_version":"1.0","source":{"id":"2502.15620","kind":"arxiv","version":2}},"canonical_sha256":"dc2213fab19c3f8b88305ef2f58ff0bc19e898bc0fb07f746d442e29912adb6d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc2213fab19c3f8b88305ef2f58ff0bc19e898bc0fb07f746d442e29912adb6d","first_computed_at":"2026-07-05T11:17:23.665918Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:23.665918Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gBJ83/FMQhKng4aHdBCe51KJQ6fc1PLUeKXb9GoKGtmjdetq1LCsPgIZ/SXxudIfXogbMXuCwRrTk8c+BQqQBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:23.666534Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.15620","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b860c30d567258419e7fdaa4973edcced8e7f381ceabec8bc600661e0bf1dcb4","sha256:01f85c50f659599b2d3a6ec59596a85a2258b34c368f7a49ca050f14fada3958"],"state_sha256":"7082c5fbf2ac4b959315ecfa622624a1ce0ea1ab922c4fee4a9ae9dd5b91b117"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W7lHqSQzuZXKxMIgBM0uEons2JxHcHim9bnkkR384B4kaV6jwgpYAUIpKYYy+9CMqRqlzMrzck81Ja9UTX2sAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:13:15.094549Z","bundle_sha256":"81589cdcb21bfb3b319b82b7e4265a4be3a644ae2aeecf9e410397cb5f1ba6cc"}}