{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:WV2TER4USLQBU54BFGUKEVKXIL","short_pith_number":"pith:WV2TER4U","canonical_record":{"source":{"id":"2109.10149","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-21T13:01:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"27869cb5c09b5bbc99ea64fff7f9c91808523be6ea756836832b8f4ce7cb9510","abstract_canon_sha256":"869ee4b7f7cdae50b790c68312f4948933540b2b19261941d10d26023bd2ceb3"},"schema_version":"1.0"},"canonical_sha256":"b57532479492e01a778129a8a2555742d42a7226d6d6ba39e0c31243315c44c4","source":{"kind":"arxiv","id":"2109.10149","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.10149","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"arxiv_version","alias_value":"2109.10149v4","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.10149","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"pith_short_12","alias_value":"WV2TER4USLQB","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"pith_short_16","alias_value":"WV2TER4USLQBU54B","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"pith_short_8","alias_value":"WV2TER4U","created_at":"2026-07-05T04:08:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:WV2TER4USLQBU54BFGUKEVKXIL","target":"record","payload":{"canonical_record":{"source":{"id":"2109.10149","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-21T13:01:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"27869cb5c09b5bbc99ea64fff7f9c91808523be6ea756836832b8f4ce7cb9510","abstract_canon_sha256":"869ee4b7f7cdae50b790c68312f4948933540b2b19261941d10d26023bd2ceb3"},"schema_version":"1.0"},"canonical_sha256":"b57532479492e01a778129a8a2555742d42a7226d6d6ba39e0c31243315c44c4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:08:58.717054Z","signature_b64":"VUKuFnPYDUpN4REZ1fpiJlTJpQ68s7JhxqZeVxnQCCH5nHWhjBah8duN1HMJJziezwwlXJEKMsSBsXTfPBW/BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b57532479492e01a778129a8a2555742d42a7226d6d6ba39e0c31243315c44c4","last_reissued_at":"2026-07-05T04:08:58.716567Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:08:58.716567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.10149","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:08:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ka328pmJTpRXxo8JZVNWsWpFjIUJW/Ox8g6v/GozESqp+BWt1g1QjxEe3VwTaruCXwJR8n2LNWBWJSILG6JeAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:16:16.625309Z"},"content_sha256":"37fc6d34955c773fd7421ba36dbc854eafb094dfbcb0ace554bbc57dda310a8c","schema_version":"1.0","event_id":"sha256:37fc6d34955c773fd7421ba36dbc854eafb094dfbcb0ace554bbc57dda310a8c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:WV2TER4USLQBU54BFGUKEVKXIL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interpretable Directed Diversity: Leveraging Model Explanations for Iterative Crowd Ideation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Brian Y. Lim, Priyadarshini Venkatesh, Yunlong Wang","submitted_at":"2021-09-21T13:01:05Z","abstract_excerpt":"Feedback in creativity support tools can help crowdworkers to improve their ideations. However, current feedback methods require human assessment from facilitators or peers. This is not scalable to large crowds. We propose Interpretable Directed Diversity to automatically predict ideation quality and diversity scores, and provide AI explanations - Attribution, Contrastive Attribution, and Counterfactual Suggestions - to feedback on why ideations were scored (low), and how to get higher scores. These explanations provide multi-faceted feedback as users iteratively improve their ideations. We co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.10149","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.10149/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:08:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AEe6hms78POjx3nfBT/DoRIJRv9Yn9kvHnqpQkoEtjX3+ROjr0Cmzx2bnrk5VSkklCkTpByFf0PphO5qNgL1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:16:16.625823Z"},"content_sha256":"04ecab8d3a7bf153b9d6015225f5d1077544206e8c4b687d15aa58ef8e4506b2","schema_version":"1.0","event_id":"sha256:04ecab8d3a7bf153b9d6015225f5d1077544206e8c4b687d15aa58ef8e4506b2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WV2TER4USLQBU54BFGUKEVKXIL/bundle.json","state_url":"https://pith.science/pith/WV2TER4USLQBU54BFGUKEVKXIL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WV2TER4USLQBU54BFGUKEVKXIL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:16:16Z","links":{"resolver":"https://pith.science/pith/WV2TER4USLQBU54BFGUKEVKXIL","bundle":"https://pith.science/pith/WV2TER4USLQBU54BFGUKEVKXIL/bundle.json","state":"https://pith.science/pith/WV2TER4USLQBU54BFGUKEVKXIL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WV2TER4USLQBU54BFGUKEVKXIL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WV2TER4USLQBU54BFGUKEVKXIL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"869ee4b7f7cdae50b790c68312f4948933540b2b19261941d10d26023bd2ceb3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-21T13:01:05Z","title_canon_sha256":"27869cb5c09b5bbc99ea64fff7f9c91808523be6ea756836832b8f4ce7cb9510"},"schema_version":"1.0","source":{"id":"2109.10149","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.10149","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"arxiv_version","alias_value":"2109.10149v4","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.10149","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"pith_short_12","alias_value":"WV2TER4USLQB","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"pith_short_16","alias_value":"WV2TER4USLQBU54B","created_at":"2026-07-05T04:08:58Z"},{"alias_kind":"pith_short_8","alias_value":"WV2TER4U","created_at":"2026-07-05T04:08:58Z"}],"graph_snapshots":[{"event_id":"sha256:04ecab8d3a7bf153b9d6015225f5d1077544206e8c4b687d15aa58ef8e4506b2","target":"graph","created_at":"2026-07-05T04:08:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.10149/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Feedback in creativity support tools can help crowdworkers to improve their ideations. However, current feedback methods require human assessment from facilitators or peers. This is not scalable to large crowds. We propose Interpretable Directed Diversity to automatically predict ideation quality and diversity scores, and provide AI explanations - Attribution, Contrastive Attribution, and Counterfactual Suggestions - to feedback on why ideations were scored (low), and how to get higher scores. These explanations provide multi-faceted feedback as users iteratively improve their ideations. We co","authors_text":"Brian Y. Lim, Priyadarshini Venkatesh, Yunlong Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-21T13:01:05Z","title":"Interpretable Directed Diversity: Leveraging Model Explanations for Iterative Crowd Ideation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.10149","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37fc6d34955c773fd7421ba36dbc854eafb094dfbcb0ace554bbc57dda310a8c","target":"record","created_at":"2026-07-05T04:08:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"869ee4b7f7cdae50b790c68312f4948933540b2b19261941d10d26023bd2ceb3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-21T13:01:05Z","title_canon_sha256":"27869cb5c09b5bbc99ea64fff7f9c91808523be6ea756836832b8f4ce7cb9510"},"schema_version":"1.0","source":{"id":"2109.10149","kind":"arxiv","version":4}},"canonical_sha256":"b57532479492e01a778129a8a2555742d42a7226d6d6ba39e0c31243315c44c4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b57532479492e01a778129a8a2555742d42a7226d6d6ba39e0c31243315c44c4","first_computed_at":"2026-07-05T04:08:58.716567Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:08:58.716567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VUKuFnPYDUpN4REZ1fpiJlTJpQ68s7JhxqZeVxnQCCH5nHWhjBah8duN1HMJJziezwwlXJEKMsSBsXTfPBW/BA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:08:58.717054Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.10149","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37fc6d34955c773fd7421ba36dbc854eafb094dfbcb0ace554bbc57dda310a8c","sha256:04ecab8d3a7bf153b9d6015225f5d1077544206e8c4b687d15aa58ef8e4506b2"],"state_sha256":"a76a897be4f2bf844aff1b604f7a8c45bee61721366c8099f4d5247c4c416308"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MRMOL6PyhGiE3ven8hPXF7KbkpXv3KW6QH/BC9Y4YBiyVAejKNAnQW6Rocwz/brKfBkxUHjSdMG1r/wccgzpDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:16:16.668254Z","bundle_sha256":"73d3c6ce87f5321e542121764ef5b9c53f00f26d77415742d371202ba69f878a"}}