{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JCM3USLE25W5MKJSRPVBWHHDX5","short_pith_number":"pith:JCM3USLE","canonical_record":{"source":{"id":"2407.17770","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T04:57:31Z","cross_cats_sorted":[],"title_canon_sha256":"63250734574aa32aa1a9f4d86ea58c4f148bf43c36e14b0a1575b2c238fe3458","abstract_canon_sha256":"f277b45603862f7e784cea0ec4ba5f733aafdd18f72fc51ad4ac8766bbefea7e"},"schema_version":"1.0"},"canonical_sha256":"4899ba4964d76dd629328bea1b1ce3bf4408e7e4ba49b8fcd8619de8258dc615","source":{"kind":"arxiv","id":"2407.17770","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.17770","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"arxiv_version","alias_value":"2407.17770v1","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.17770","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"pith_short_12","alias_value":"JCM3USLE25W5","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"pith_short_16","alias_value":"JCM3USLE25W5MKJS","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"pith_short_8","alias_value":"JCM3USLE","created_at":"2026-07-05T08:48:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JCM3USLE25W5MKJSRPVBWHHDX5","target":"record","payload":{"canonical_record":{"source":{"id":"2407.17770","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T04:57:31Z","cross_cats_sorted":[],"title_canon_sha256":"63250734574aa32aa1a9f4d86ea58c4f148bf43c36e14b0a1575b2c238fe3458","abstract_canon_sha256":"f277b45603862f7e784cea0ec4ba5f733aafdd18f72fc51ad4ac8766bbefea7e"},"schema_version":"1.0"},"canonical_sha256":"4899ba4964d76dd629328bea1b1ce3bf4408e7e4ba49b8fcd8619de8258dc615","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:48:21.232905Z","signature_b64":"TRe7g2Q5fubhIsdqeWMXZwdHRD728CV0RJNAEHwVKElZO3IqlUnbv62LLjgBjblOPGi3H1RA6sjRfEukpSr7Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4899ba4964d76dd629328bea1b1ce3bf4408e7e4ba49b8fcd8619de8258dc615","last_reissued_at":"2026-07-05T08:48:21.232563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:48:21.232563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.17770","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GhM4mCDDcewEQaOwCYBr+JFxDbNt68eg03VZH1LJ4wR+vkG4xYTSJB1lXUvas4Rjb/iZZZXG4IxzSGxFhuEoAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T03:52:23.541795Z"},"content_sha256":"a2defef540dee5b36d72c7d7badab663e53f5dac27ed55a72f80a4cff21798b6","schema_version":"1.0","event_id":"sha256:a2defef540dee5b36d72c7d7badab663e53f5dac27ed55a72f80a4cff21798b6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JCM3USLE25W5MKJSRPVBWHHDX5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BotEval: Facilitating Interactive Human Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hyundong Cho, Jonathan May, Thamme Gowda, Tianli Tong, Yuyang Huang, Zixun Lu","submitted_at":"2024-07-25T04:57:31Z","abstract_excerpt":"Following the rapid progress in natural language processing (NLP) models, language models are applied to increasingly more complex interactive tasks such as negotiations and conversation moderations. Having human evaluators directly interact with these NLP models is essential for adequately evaluating the performance on such interactive tasks. We develop BotEval, an easily customizable, open-source, evaluation toolkit that focuses on enabling human-bot interactions as part of the evaluation process, as opposed to human evaluators making judgements for a static input. BotEval balances flexibili"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.17770","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.17770/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ot3leBoxKHJbeyzaGiZBUhe2tvbNOAwS5QnNpCCBnp3hgCRo22uLwJCkLY3XsdQ5ll+HS/ykOiv5pzlR8jQ7CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T03:52:23.542167Z"},"content_sha256":"32fcc20ccdf198830f917b2b98a6368e5a0b870ab6adbfabb35393f931a3a1b1","schema_version":"1.0","event_id":"sha256:32fcc20ccdf198830f917b2b98a6368e5a0b870ab6adbfabb35393f931a3a1b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JCM3USLE25W5MKJSRPVBWHHDX5/bundle.json","state_url":"https://pith.science/pith/JCM3USLE25W5MKJSRPVBWHHDX5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JCM3USLE25W5MKJSRPVBWHHDX5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T03:52:23Z","links":{"resolver":"https://pith.science/pith/JCM3USLE25W5MKJSRPVBWHHDX5","bundle":"https://pith.science/pith/JCM3USLE25W5MKJSRPVBWHHDX5/bundle.json","state":"https://pith.science/pith/JCM3USLE25W5MKJSRPVBWHHDX5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JCM3USLE25W5MKJSRPVBWHHDX5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JCM3USLE25W5MKJSRPVBWHHDX5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f277b45603862f7e784cea0ec4ba5f733aafdd18f72fc51ad4ac8766bbefea7e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T04:57:31Z","title_canon_sha256":"63250734574aa32aa1a9f4d86ea58c4f148bf43c36e14b0a1575b2c238fe3458"},"schema_version":"1.0","source":{"id":"2407.17770","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.17770","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"arxiv_version","alias_value":"2407.17770v1","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.17770","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"pith_short_12","alias_value":"JCM3USLE25W5","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"pith_short_16","alias_value":"JCM3USLE25W5MKJS","created_at":"2026-07-05T08:48:21Z"},{"alias_kind":"pith_short_8","alias_value":"JCM3USLE","created_at":"2026-07-05T08:48:21Z"}],"graph_snapshots":[{"event_id":"sha256:32fcc20ccdf198830f917b2b98a6368e5a0b870ab6adbfabb35393f931a3a1b1","target":"graph","created_at":"2026-07-05T08:48:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.17770/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Following the rapid progress in natural language processing (NLP) models, language models are applied to increasingly more complex interactive tasks such as negotiations and conversation moderations. Having human evaluators directly interact with these NLP models is essential for adequately evaluating the performance on such interactive tasks. We develop BotEval, an easily customizable, open-source, evaluation toolkit that focuses on enabling human-bot interactions as part of the evaluation process, as opposed to human evaluators making judgements for a static input. BotEval balances flexibili","authors_text":"Hyundong Cho, Jonathan May, Thamme Gowda, Tianli Tong, Yuyang Huang, Zixun Lu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T04:57:31Z","title":"BotEval: Facilitating Interactive Human Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.17770","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a2defef540dee5b36d72c7d7badab663e53f5dac27ed55a72f80a4cff21798b6","target":"record","created_at":"2026-07-05T08:48:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f277b45603862f7e784cea0ec4ba5f733aafdd18f72fc51ad4ac8766bbefea7e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T04:57:31Z","title_canon_sha256":"63250734574aa32aa1a9f4d86ea58c4f148bf43c36e14b0a1575b2c238fe3458"},"schema_version":"1.0","source":{"id":"2407.17770","kind":"arxiv","version":1}},"canonical_sha256":"4899ba4964d76dd629328bea1b1ce3bf4408e7e4ba49b8fcd8619de8258dc615","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4899ba4964d76dd629328bea1b1ce3bf4408e7e4ba49b8fcd8619de8258dc615","first_computed_at":"2026-07-05T08:48:21.232563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:48:21.232563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TRe7g2Q5fubhIsdqeWMXZwdHRD728CV0RJNAEHwVKElZO3IqlUnbv62LLjgBjblOPGi3H1RA6sjRfEukpSr7Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:48:21.232905Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.17770","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a2defef540dee5b36d72c7d7badab663e53f5dac27ed55a72f80a4cff21798b6","sha256:32fcc20ccdf198830f917b2b98a6368e5a0b870ab6adbfabb35393f931a3a1b1"],"state_sha256":"03a08f21c4a4c0ec317f2c64eda23e3ec833f2128859ba56413707d8cc265663"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"srvsazWTy/JWTjmahAfVK2qWBflOAXFBpraiuESMgxlHKzr0yyEGwLv7yP2wMQ3bPXdVGq58zdofiQDH066CDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T03:52:23.544533Z","bundle_sha256":"6d97479e1aaebfb5ac9fd63aad240eea0803a52f6d9860dc2ad34f0fd0ef6631"}}