{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XQKG7WU3XRQTQHXVDM6CDGK4MK","short_pith_number":"pith:XQKG7WU3","canonical_record":{"source":{"id":"2401.17486","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-01-30T22:44:18Z","cross_cats_sorted":[],"title_canon_sha256":"30994bdc6b577f6e731d71fee136576aacfe17aa9080fcb0fd2da07141f03661","abstract_canon_sha256":"6700f902b7acac0c687fac8e4c59b46df17f09e6862fbd2d81ee4375ea0d6db2"},"schema_version":"1.0"},"canonical_sha256":"bc146fda9bbc61381ef51b3c21995c62b78d25c66eaf24436d9d5ca7f5945589","source":{"kind":"arxiv","id":"2401.17486","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.17486","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"arxiv_version","alias_value":"2401.17486v1","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.17486","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"pith_short_12","alias_value":"XQKG7WU3XRQT","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"pith_short_16","alias_value":"XQKG7WU3XRQTQHXV","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"pith_short_8","alias_value":"XQKG7WU3","created_at":"2026-07-05T07:39:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XQKG7WU3XRQTQHXVDM6CDGK4MK","target":"record","payload":{"canonical_record":{"source":{"id":"2401.17486","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-01-30T22:44:18Z","cross_cats_sorted":[],"title_canon_sha256":"30994bdc6b577f6e731d71fee136576aacfe17aa9080fcb0fd2da07141f03661","abstract_canon_sha256":"6700f902b7acac0c687fac8e4c59b46df17f09e6862fbd2d81ee4375ea0d6db2"},"schema_version":"1.0"},"canonical_sha256":"bc146fda9bbc61381ef51b3c21995c62b78d25c66eaf24436d9d5ca7f5945589","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:39:37.532684Z","signature_b64":"RyriDFr29n03Gpj4g6NUB90z/pMus3VQJywmQjGbOgMjegcQQjywJd0TcSFwAY5hvfcKm90cJJMg+G6SmbeJBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bc146fda9bbc61381ef51b3c21995c62b78d25c66eaf24436d9d5ca7f5945589","last_reissued_at":"2026-07-05T07:39:37.532088Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:39:37.532088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.17486","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:39:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+0RelKKser2LgIe2Mym2dneyCuH7OU6nD4/wo0hOHNiaRURoAopAxFVWkaLBGPIAfaS6LMG0SJpEWj4GRZGoBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:07:17.899295Z"},"content_sha256":"6c8ff5a1f582f984aae8cb3ebb4cd0592cf30e47c8859d4457993b11edbc1184","schema_version":"1.0","event_id":"sha256:6c8ff5a1f582f984aae8cb3ebb4cd0592cf30e47c8859d4457993b11edbc1184"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XQKG7WU3XRQTQHXVDM6CDGK4MK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Scoping Study of Evaluation Practices for Responsible AI Tools: Steps Towards Effectiveness Evaluations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Glen Berman, Michael Madaio, Nitesh Goyal","submitted_at":"2024-01-30T22:44:18Z","abstract_excerpt":"Responsible design of AI systems is a shared goal across HCI and AI communities. Responsible AI (RAI) tools have been developed to support practitioners to identify, assess, and mitigate ethical issues during AI development. These tools take many forms (e.g., design playbooks, software toolkits, documentation protocols). However, research suggests that use of RAI tools is shaped by organizational contexts, raising questions about how effective such tools are in practice. To better understand how RAI tools are -- and might be -- evaluated, we conducted a qualitative analysis of 37 publications "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.17486","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.17486/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:39:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9CZgz4qanqAbfV3fGE887YddFk/8yPnVl3PWlSalRdUvaUEmDitXQacJ7xGtjg0kGo5zicU7rDHk7EM/KuICDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:07:17.900090Z"},"content_sha256":"31c12ecf44115b0ad755c68cc06e65db0760d3509f46523535f8736cb2839e47","schema_version":"1.0","event_id":"sha256:31c12ecf44115b0ad755c68cc06e65db0760d3509f46523535f8736cb2839e47"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XQKG7WU3XRQTQHXVDM6CDGK4MK/bundle.json","state_url":"https://pith.science/pith/XQKG7WU3XRQTQHXVDM6CDGK4MK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XQKG7WU3XRQTQHXVDM6CDGK4MK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T15:07:17Z","links":{"resolver":"https://pith.science/pith/XQKG7WU3XRQTQHXVDM6CDGK4MK","bundle":"https://pith.science/pith/XQKG7WU3XRQTQHXVDM6CDGK4MK/bundle.json","state":"https://pith.science/pith/XQKG7WU3XRQTQHXVDM6CDGK4MK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XQKG7WU3XRQTQHXVDM6CDGK4MK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XQKG7WU3XRQTQHXVDM6CDGK4MK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6700f902b7acac0c687fac8e4c59b46df17f09e6862fbd2d81ee4375ea0d6db2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-01-30T22:44:18Z","title_canon_sha256":"30994bdc6b577f6e731d71fee136576aacfe17aa9080fcb0fd2da07141f03661"},"schema_version":"1.0","source":{"id":"2401.17486","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.17486","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"arxiv_version","alias_value":"2401.17486v1","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.17486","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"pith_short_12","alias_value":"XQKG7WU3XRQT","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"pith_short_16","alias_value":"XQKG7WU3XRQTQHXV","created_at":"2026-07-05T07:39:37Z"},{"alias_kind":"pith_short_8","alias_value":"XQKG7WU3","created_at":"2026-07-05T07:39:37Z"}],"graph_snapshots":[{"event_id":"sha256:31c12ecf44115b0ad755c68cc06e65db0760d3509f46523535f8736cb2839e47","target":"graph","created_at":"2026-07-05T07:39:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.17486/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Responsible design of AI systems is a shared goal across HCI and AI communities. Responsible AI (RAI) tools have been developed to support practitioners to identify, assess, and mitigate ethical issues during AI development. These tools take many forms (e.g., design playbooks, software toolkits, documentation protocols). However, research suggests that use of RAI tools is shaped by organizational contexts, raising questions about how effective such tools are in practice. To better understand how RAI tools are -- and might be -- evaluated, we conducted a qualitative analysis of 37 publications ","authors_text":"Glen Berman, Michael Madaio, Nitesh Goyal","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-01-30T22:44:18Z","title":"A Scoping Study of Evaluation Practices for Responsible AI Tools: Steps Towards Effectiveness Evaluations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.17486","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6c8ff5a1f582f984aae8cb3ebb4cd0592cf30e47c8859d4457993b11edbc1184","target":"record","created_at":"2026-07-05T07:39:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6700f902b7acac0c687fac8e4c59b46df17f09e6862fbd2d81ee4375ea0d6db2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-01-30T22:44:18Z","title_canon_sha256":"30994bdc6b577f6e731d71fee136576aacfe17aa9080fcb0fd2da07141f03661"},"schema_version":"1.0","source":{"id":"2401.17486","kind":"arxiv","version":1}},"canonical_sha256":"bc146fda9bbc61381ef51b3c21995c62b78d25c66eaf24436d9d5ca7f5945589","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bc146fda9bbc61381ef51b3c21995c62b78d25c66eaf24436d9d5ca7f5945589","first_computed_at":"2026-07-05T07:39:37.532088Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:39:37.532088Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RyriDFr29n03Gpj4g6NUB90z/pMus3VQJywmQjGbOgMjegcQQjywJd0TcSFwAY5hvfcKm90cJJMg+G6SmbeJBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:39:37.532684Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.17486","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6c8ff5a1f582f984aae8cb3ebb4cd0592cf30e47c8859d4457993b11edbc1184","sha256:31c12ecf44115b0ad755c68cc06e65db0760d3509f46523535f8736cb2839e47"],"state_sha256":"25f41f9e8130ec9b344d1d5a6b0e628ff4420365be55629b621fb426542f9507"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"thZHXq5RPYpW1VgdhTaR922rg3qOf2+msE+NbGmZtqILzKSOPeCZKSwLXd8ftYehaAKaJUN4+FyoQjed7FYbBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T15:07:17.907461Z","bundle_sha256":"35ecc256c30337ba694fff716445396827da5a3b5adeea77d861c79518003861"}}