{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Q66BXKUOCOA4MNVWOF325FBAZJ","short_pith_number":"pith:Q66BXKUO","canonical_record":{"source":{"id":"2402.14147","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-02-21T22:10:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a5f1a45b5bcd4c79d4b43acbd7035674da5943eb2d6e6f61334a11eccb3a6341","abstract_canon_sha256":"891055e9c08ce6a92de0256e1556bcbfc9d87ecf8fa0c566abdcd63d977bbab9"},"schema_version":"1.0"},"canonical_sha256":"87bc1baa8e1381c636b67177ae9420ca63401711cda5dfb12ffa260f4f250292","source":{"kind":"arxiv","id":"2402.14147","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14147","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14147v1","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14147","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"pith_short_12","alias_value":"Q66BXKUOCOA4","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"pith_short_16","alias_value":"Q66BXKUOCOA4MNVW","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"pith_short_8","alias_value":"Q66BXKUO","created_at":"2026-07-05T07:48:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Q66BXKUOCOA4MNVWOF325FBAZJ","target":"record","payload":{"canonical_record":{"source":{"id":"2402.14147","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-02-21T22:10:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a5f1a45b5bcd4c79d4b43acbd7035674da5943eb2d6e6f61334a11eccb3a6341","abstract_canon_sha256":"891055e9c08ce6a92de0256e1556bcbfc9d87ecf8fa0c566abdcd63d977bbab9"},"schema_version":"1.0"},"canonical_sha256":"87bc1baa8e1381c636b67177ae9420ca63401711cda5dfb12ffa260f4f250292","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:48:06.109045Z","signature_b64":"mQP3tmz+ry1zzr1yvnbHZLIddS6TjzoIsNVZ6XIh+vVPfssOywVmUmO3ZQnbZgNhnb5F5w4DSqA7DuYq2ttLDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"87bc1baa8e1381c636b67177ae9420ca63401711cda5dfb12ffa260f4f250292","last_reissued_at":"2026-07-05T07:48:06.108652Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:48:06.108652Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.14147","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vCSqp0hoNT+brKbNGCyAW6QLnHdRGC71ouJYfAhx7VYgntvv4n5XdGM0e6P51SNCG5muLH4FAur4bwPZ3BljDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:37:45.070613Z"},"content_sha256":"2f5031b6692eca2dcd4942dcc3c348025410c267ba8eac194f2345b60e3f0ac8","schema_version":"1.0","event_id":"sha256:2f5031b6692eca2dcd4942dcc3c348025410c267ba8eac194f2345b60e3f0ac8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Q66BXKUOCOA4MNVWOF325FBAZJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Wikibench: Community-Driven Data Curation for AI Evaluation on Wikipedia","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Aaron Halfaker, Haiyi Zhu, Jiwoo Kim, Kenneth Holstein, Meng-Hsin Wu, Tongshuang Wu, Tzu-Sheng Kuo, Zirui Cheng","submitted_at":"2024-02-21T22:10:21Z","abstract_excerpt":"AI tools are increasingly deployed in community contexts. However, datasets used to evaluate AI are typically created by developers and annotators outside a given community, which can yield misleading conclusions about AI performance. How might we empower communities to drive the intentional design and curation of evaluation datasets for AI that impacts them? We investigate this question on Wikipedia, an online community with multiple AI-based content moderation tools deployed. We introduce Wikibench, a system that enables communities to collaboratively curate AI evaluation datasets, while nav"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14147","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.14147/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YCpUq4/goMtEZg/BdtxtYaS3RdUoJNY82HpZrIhkmbPF1spSfVmAzUaPcy2M2v9aRbq5msm//sJGZCVB6A9YBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:37:45.070984Z"},"content_sha256":"f79118d79e2f27ef9302f3da2c227fcc8287f46e5b7511745134d2a5345f40ae","schema_version":"1.0","event_id":"sha256:f79118d79e2f27ef9302f3da2c227fcc8287f46e5b7511745134d2a5345f40ae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q66BXKUOCOA4MNVWOF325FBAZJ/bundle.json","state_url":"https://pith.science/pith/Q66BXKUOCOA4MNVWOF325FBAZJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q66BXKUOCOA4MNVWOF325FBAZJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:37:45Z","links":{"resolver":"https://pith.science/pith/Q66BXKUOCOA4MNVWOF325FBAZJ","bundle":"https://pith.science/pith/Q66BXKUOCOA4MNVWOF325FBAZJ/bundle.json","state":"https://pith.science/pith/Q66BXKUOCOA4MNVWOF325FBAZJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q66BXKUOCOA4MNVWOF325FBAZJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Q66BXKUOCOA4MNVWOF325FBAZJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"891055e9c08ce6a92de0256e1556bcbfc9d87ecf8fa0c566abdcd63d977bbab9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-02-21T22:10:21Z","title_canon_sha256":"a5f1a45b5bcd4c79d4b43acbd7035674da5943eb2d6e6f61334a11eccb3a6341"},"schema_version":"1.0","source":{"id":"2402.14147","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14147","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14147v1","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14147","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"pith_short_12","alias_value":"Q66BXKUOCOA4","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"pith_short_16","alias_value":"Q66BXKUOCOA4MNVW","created_at":"2026-07-05T07:48:06Z"},{"alias_kind":"pith_short_8","alias_value":"Q66BXKUO","created_at":"2026-07-05T07:48:06Z"}],"graph_snapshots":[{"event_id":"sha256:f79118d79e2f27ef9302f3da2c227fcc8287f46e5b7511745134d2a5345f40ae","target":"graph","created_at":"2026-07-05T07:48:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.14147/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"AI tools are increasingly deployed in community contexts. However, datasets used to evaluate AI are typically created by developers and annotators outside a given community, which can yield misleading conclusions about AI performance. How might we empower communities to drive the intentional design and curation of evaluation datasets for AI that impacts them? We investigate this question on Wikipedia, an online community with multiple AI-based content moderation tools deployed. We introduce Wikibench, a system that enables communities to collaboratively curate AI evaluation datasets, while nav","authors_text":"Aaron Halfaker, Haiyi Zhu, Jiwoo Kim, Kenneth Holstein, Meng-Hsin Wu, Tongshuang Wu, Tzu-Sheng Kuo, Zirui Cheng","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-02-21T22:10:21Z","title":"Wikibench: Community-Driven Data Curation for AI Evaluation on Wikipedia"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14147","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f5031b6692eca2dcd4942dcc3c348025410c267ba8eac194f2345b60e3f0ac8","target":"record","created_at":"2026-07-05T07:48:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"891055e9c08ce6a92de0256e1556bcbfc9d87ecf8fa0c566abdcd63d977bbab9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-02-21T22:10:21Z","title_canon_sha256":"a5f1a45b5bcd4c79d4b43acbd7035674da5943eb2d6e6f61334a11eccb3a6341"},"schema_version":"1.0","source":{"id":"2402.14147","kind":"arxiv","version":1}},"canonical_sha256":"87bc1baa8e1381c636b67177ae9420ca63401711cda5dfb12ffa260f4f250292","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"87bc1baa8e1381c636b67177ae9420ca63401711cda5dfb12ffa260f4f250292","first_computed_at":"2026-07-05T07:48:06.108652Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:48:06.108652Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mQP3tmz+ry1zzr1yvnbHZLIddS6TjzoIsNVZ6XIh+vVPfssOywVmUmO3ZQnbZgNhnb5F5w4DSqA7DuYq2ttLDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:48:06.109045Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.14147","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f5031b6692eca2dcd4942dcc3c348025410c267ba8eac194f2345b60e3f0ac8","sha256:f79118d79e2f27ef9302f3da2c227fcc8287f46e5b7511745134d2a5345f40ae"],"state_sha256":"c68964930b49574b65e28b1c76ebeb13202e3b5f711378e317e42393860424a3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vdZOImdX9cdDO399/Pdjvp/3SMAi37PlN0Vx5tBKF6Pof2Mo6a0kvDwR5aRJuxc7OXGgurVvkLROfaA+QxE9Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:37:45.072957Z","bundle_sha256":"8b9f81f874ee7ada5949cf18a8b75b575e40978cc9b9e0834e43cc6f689b3f37"}}