{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:QGOWELVAPFJVWFINVMLNDMJTDN","short_pith_number":"pith:QGOWELVA","canonical_record":{"source":{"id":"2502.07956","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-11T21:09:24Z","cross_cats_sorted":[],"title_canon_sha256":"726bec6bc8815c118ba36569bdcd6e674c9e9d7fde8f7efe1958e66bfd0c9b35","abstract_canon_sha256":"0fdd10c31153c4ed9b19ef7483a7a06cd7b93e54b956b3d45074c408f8d4cbd9"},"schema_version":"1.0"},"canonical_sha256":"819d622ea079535b150dab16d1b1331b62f4e092a3dd65ea01f8e31da5325fa1","source":{"kind":"arxiv","id":"2502.07956","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07956","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07956v1","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07956","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"pith_short_12","alias_value":"QGOWELVAPFJV","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"pith_short_16","alias_value":"QGOWELVAPFJVWFIN","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"pith_short_8","alias_value":"QGOWELVA","created_at":"2026-07-05T10:13:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:QGOWELVAPFJVWFINVMLNDMJTDN","target":"record","payload":{"canonical_record":{"source":{"id":"2502.07956","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-11T21:09:24Z","cross_cats_sorted":[],"title_canon_sha256":"726bec6bc8815c118ba36569bdcd6e674c9e9d7fde8f7efe1958e66bfd0c9b35","abstract_canon_sha256":"0fdd10c31153c4ed9b19ef7483a7a06cd7b93e54b956b3d45074c408f8d4cbd9"},"schema_version":"1.0"},"canonical_sha256":"819d622ea079535b150dab16d1b1331b62f4e092a3dd65ea01f8e31da5325fa1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:12.893286Z","signature_b64":"EyxN0OHNeOgSWmDeZwy0YNetmQRxTmvS/+rtl9OLKjUjj6ySiUwkhQiSEs4ofMrjVd6wkuJVP2BpOeQMzHkmBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"819d622ea079535b150dab16d1b1331b62f4e092a3dd65ea01f8e31da5325fa1","last_reissued_at":"2026-07-05T10:13:12.892779Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:12.892779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.07956","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pFoQcpwQdJE7WjV0WdAWqIdICyWz9QBzrT7WthAxXp4xscLyqyf/iaTq4hVvBaqMbH9owC1zMbnLcwxwvfi+BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:52:16.756886Z"},"content_sha256":"5ce1733d0f396a96f3ff113a342598874bdfe0619536adf5056ff4ffadc2dfe7","schema_version":"1.0","event_id":"sha256:5ce1733d0f396a96f3ff113a342598874bdfe0619536adf5056ff4ffadc2dfe7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:QGOWELVAPFJVWFINVMLNDMJTDN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bridging HCI and AI Research for the Evaluation of Conversational SE Assistants","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Jonan Richards, Mairieli Wessel","submitted_at":"2025-02-11T21:09:24Z","abstract_excerpt":"As Large Language Models (LLMs) are increasingly adopted in software engineering, recently in the form of conversational assistants, ensuring these technologies align with developers' needs is essential. The limitations of traditional human-centered methods for evaluating LLM-based tools at scale raise the need for automatic evaluation. In this paper, we advocate combining insights from human-computer interaction (HCI) and artificial intelligence (AI) research to enable human-centered automatic evaluation of LLM-based conversational SE assistants. We identify requirements for such evaluation a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07956","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.07956/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vAdxh74AD5r7aUArNBUbLPNJGiaou4kU+5hiJ19lQkeGZ4OUEyZahIPU9XqM09fTrvO2Sn+FMP4bHQeJnY4fAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:52:16.757430Z"},"content_sha256":"078831939f24135dd75335a931c4f3b859166ec05857f8eb97ba4c831c845670","schema_version":"1.0","event_id":"sha256:078831939f24135dd75335a931c4f3b859166ec05857f8eb97ba4c831c845670"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QGOWELVAPFJVWFINVMLNDMJTDN/bundle.json","state_url":"https://pith.science/pith/QGOWELVAPFJVWFINVMLNDMJTDN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QGOWELVAPFJVWFINVMLNDMJTDN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T19:52:16Z","links":{"resolver":"https://pith.science/pith/QGOWELVAPFJVWFINVMLNDMJTDN","bundle":"https://pith.science/pith/QGOWELVAPFJVWFINVMLNDMJTDN/bundle.json","state":"https://pith.science/pith/QGOWELVAPFJVWFINVMLNDMJTDN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QGOWELVAPFJVWFINVMLNDMJTDN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:QGOWELVAPFJVWFINVMLNDMJTDN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0fdd10c31153c4ed9b19ef7483a7a06cd7b93e54b956b3d45074c408f8d4cbd9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-11T21:09:24Z","title_canon_sha256":"726bec6bc8815c118ba36569bdcd6e674c9e9d7fde8f7efe1958e66bfd0c9b35"},"schema_version":"1.0","source":{"id":"2502.07956","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07956","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07956v1","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07956","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"pith_short_12","alias_value":"QGOWELVAPFJV","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"pith_short_16","alias_value":"QGOWELVAPFJVWFIN","created_at":"2026-07-05T10:13:12Z"},{"alias_kind":"pith_short_8","alias_value":"QGOWELVA","created_at":"2026-07-05T10:13:12Z"}],"graph_snapshots":[{"event_id":"sha256:078831939f24135dd75335a931c4f3b859166ec05857f8eb97ba4c831c845670","target":"graph","created_at":"2026-07-05T10:13:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.07956/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) are increasingly adopted in software engineering, recently in the form of conversational assistants, ensuring these technologies align with developers' needs is essential. The limitations of traditional human-centered methods for evaluating LLM-based tools at scale raise the need for automatic evaluation. In this paper, we advocate combining insights from human-computer interaction (HCI) and artificial intelligence (AI) research to enable human-centered automatic evaluation of LLM-based conversational SE assistants. We identify requirements for such evaluation a","authors_text":"Jonan Richards, Mairieli Wessel","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-11T21:09:24Z","title":"Bridging HCI and AI Research for the Evaluation of Conversational SE Assistants"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07956","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ce1733d0f396a96f3ff113a342598874bdfe0619536adf5056ff4ffadc2dfe7","target":"record","created_at":"2026-07-05T10:13:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0fdd10c31153c4ed9b19ef7483a7a06cd7b93e54b956b3d45074c408f8d4cbd9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-02-11T21:09:24Z","title_canon_sha256":"726bec6bc8815c118ba36569bdcd6e674c9e9d7fde8f7efe1958e66bfd0c9b35"},"schema_version":"1.0","source":{"id":"2502.07956","kind":"arxiv","version":1}},"canonical_sha256":"819d622ea079535b150dab16d1b1331b62f4e092a3dd65ea01f8e31da5325fa1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"819d622ea079535b150dab16d1b1331b62f4e092a3dd65ea01f8e31da5325fa1","first_computed_at":"2026-07-05T10:13:12.892779Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:12.892779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EyxN0OHNeOgSWmDeZwy0YNetmQRxTmvS/+rtl9OLKjUjj6ySiUwkhQiSEs4ofMrjVd6wkuJVP2BpOeQMzHkmBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:12.893286Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.07956","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ce1733d0f396a96f3ff113a342598874bdfe0619536adf5056ff4ffadc2dfe7","sha256:078831939f24135dd75335a931c4f3b859166ec05857f8eb97ba4c831c845670"],"state_sha256":"38e246cfc6d1bdad1f1a92480d81c48ba8d40dd20c95b63d4148749782be5c05"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KPz9xulAVVoDUPXIOTs7YRsFyAE2EWjtPTK07s7UDWmxl6YheFNng3If0ug8WOpPsvDp6C2secSvM3FX9Vu/Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T19:52:16.761231Z","bundle_sha256":"79f3d825fb32177abf9987a9367fed2b4679b8739474c058836b680695a19503"}}