{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:TGN47UT5CPIAUF4OCMOFHMANP7","short_pith_number":"pith:TGN47UT5","canonical_record":{"source":{"id":"2108.05709","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-08-12T12:56:01Z","cross_cats_sorted":[],"title_canon_sha256":"56fc66aa5f0a9f6db2aff1f060a51901bd687b4977121d15d1d2458a881b264e","abstract_canon_sha256":"cf51ac0dd0f99f814137673811ce09f48a17aac04d773565e59be0275e7f3b99"},"schema_version":"1.0"},"canonical_sha256":"999bcfd27d13d00a178e131c53b00d7fdabc3d3c5e768d2be60368839ccf393e","source":{"kind":"arxiv","id":"2108.05709","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.05709","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"arxiv_version","alias_value":"2108.05709v2","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.05709","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"pith_short_12","alias_value":"TGN47UT5CPIA","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"pith_short_16","alias_value":"TGN47UT5CPIAUF4O","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"pith_short_8","alias_value":"TGN47UT5","created_at":"2026-07-05T03:05:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:TGN47UT5CPIAUF4OCMOFHMANP7","target":"record","payload":{"canonical_record":{"source":{"id":"2108.05709","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-08-12T12:56:01Z","cross_cats_sorted":[],"title_canon_sha256":"56fc66aa5f0a9f6db2aff1f060a51901bd687b4977121d15d1d2458a881b264e","abstract_canon_sha256":"cf51ac0dd0f99f814137673811ce09f48a17aac04d773565e59be0275e7f3b99"},"schema_version":"1.0"},"canonical_sha256":"999bcfd27d13d00a178e131c53b00d7fdabc3d3c5e768d2be60368839ccf393e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:05:35.246641Z","signature_b64":"bXzc3rZyk+qPD3NzdF2eUS0/2pX4fWea2qXlIyU9g1LY+r82mMttuS115mYuwxGfNoewe983eQxB5ny4GpZ0AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"999bcfd27d13d00a178e131c53b00d7fdabc3d3c5e768d2be60368839ccf393e","last_reissued_at":"2026-07-05T03:05:35.246289Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:05:35.246289Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.05709","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:05:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o0p7awN1JZrCgwuM2r48OiGLjaqGEHy7RA5Hk2Xws3XDs+/Cy7AeXtUwZdP7xY1A4uPYeUGQfaDgyx8REIibCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:02:17.333791Z"},"content_sha256":"f886dfacecf46c8d6d99efd985b650f74e52cf0bd400d90fc0893605e3548ba0","schema_version":"1.0","event_id":"sha256:f886dfacecf46c8d6d99efd985b650f74e52cf0bd400d90fc0893605e3548ba0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:TGN47UT5CPIAUF4OCMOFHMANP7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"To Rate or Not To Rate: Investigating Evaluation Methods for Generated Co-Speech Gestures","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Jeffrey M. Girard, Pieter Wolfert, Taras Kucherenko, Tony Belpaeme","submitted_at":"2021-08-12T12:56:01Z","abstract_excerpt":"While automatic performance metrics are crucial for machine learning of artificial human-like behaviour, the gold standard for evaluation remains human judgement. The subjective evaluation of artificial human-like behaviour in embodied conversational agents is however expensive and little is known about the quality of the data it returns. Two approaches to subjective evaluation can be largely distinguished, one relying on ratings, the other on pairwise comparisons. In this study we use co-speech gestures to compare the two against each other and answer questions about their appropriateness for"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.05709","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.05709/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:05:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"48cX299duLFu41XpefWDUAEpJdrCNmAkgYqkfuieYTOdPvg5h9PG+EfPMcRaoUhJcp9FEd/1NgueBlZZTsqnCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:02:17.334723Z"},"content_sha256":"c7fd7931b415e42450d6d2278ec78d0cf82c76855378b22dccc34ac5e2eb0d30","schema_version":"1.0","event_id":"sha256:c7fd7931b415e42450d6d2278ec78d0cf82c76855378b22dccc34ac5e2eb0d30"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TGN47UT5CPIAUF4OCMOFHMANP7/bundle.json","state_url":"https://pith.science/pith/TGN47UT5CPIAUF4OCMOFHMANP7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TGN47UT5CPIAUF4OCMOFHMANP7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T19:02:17Z","links":{"resolver":"https://pith.science/pith/TGN47UT5CPIAUF4OCMOFHMANP7","bundle":"https://pith.science/pith/TGN47UT5CPIAUF4OCMOFHMANP7/bundle.json","state":"https://pith.science/pith/TGN47UT5CPIAUF4OCMOFHMANP7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TGN47UT5CPIAUF4OCMOFHMANP7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TGN47UT5CPIAUF4OCMOFHMANP7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cf51ac0dd0f99f814137673811ce09f48a17aac04d773565e59be0275e7f3b99","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-08-12T12:56:01Z","title_canon_sha256":"56fc66aa5f0a9f6db2aff1f060a51901bd687b4977121d15d1d2458a881b264e"},"schema_version":"1.0","source":{"id":"2108.05709","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.05709","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"arxiv_version","alias_value":"2108.05709v2","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.05709","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"pith_short_12","alias_value":"TGN47UT5CPIA","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"pith_short_16","alias_value":"TGN47UT5CPIAUF4O","created_at":"2026-07-05T03:05:35Z"},{"alias_kind":"pith_short_8","alias_value":"TGN47UT5","created_at":"2026-07-05T03:05:35Z"}],"graph_snapshots":[{"event_id":"sha256:c7fd7931b415e42450d6d2278ec78d0cf82c76855378b22dccc34ac5e2eb0d30","target":"graph","created_at":"2026-07-05T03:05:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.05709/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While automatic performance metrics are crucial for machine learning of artificial human-like behaviour, the gold standard for evaluation remains human judgement. The subjective evaluation of artificial human-like behaviour in embodied conversational agents is however expensive and little is known about the quality of the data it returns. Two approaches to subjective evaluation can be largely distinguished, one relying on ratings, the other on pairwise comparisons. In this study we use co-speech gestures to compare the two against each other and answer questions about their appropriateness for","authors_text":"Jeffrey M. Girard, Pieter Wolfert, Taras Kucherenko, Tony Belpaeme","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-08-12T12:56:01Z","title":"To Rate or Not To Rate: Investigating Evaluation Methods for Generated Co-Speech Gestures"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.05709","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f886dfacecf46c8d6d99efd985b650f74e52cf0bd400d90fc0893605e3548ba0","target":"record","created_at":"2026-07-05T03:05:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cf51ac0dd0f99f814137673811ce09f48a17aac04d773565e59be0275e7f3b99","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-08-12T12:56:01Z","title_canon_sha256":"56fc66aa5f0a9f6db2aff1f060a51901bd687b4977121d15d1d2458a881b264e"},"schema_version":"1.0","source":{"id":"2108.05709","kind":"arxiv","version":2}},"canonical_sha256":"999bcfd27d13d00a178e131c53b00d7fdabc3d3c5e768d2be60368839ccf393e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"999bcfd27d13d00a178e131c53b00d7fdabc3d3c5e768d2be60368839ccf393e","first_computed_at":"2026-07-05T03:05:35.246289Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:05:35.246289Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bXzc3rZyk+qPD3NzdF2eUS0/2pX4fWea2qXlIyU9g1LY+r82mMttuS115mYuwxGfNoewe983eQxB5ny4GpZ0AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:05:35.246641Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.05709","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f886dfacecf46c8d6d99efd985b650f74e52cf0bd400d90fc0893605e3548ba0","sha256:c7fd7931b415e42450d6d2278ec78d0cf82c76855378b22dccc34ac5e2eb0d30"],"state_sha256":"fa6b6adb8d155a0292dc389e5c7ec05e5c1f6d8bc289cff84a9d3cf7fa83073b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n3GWU6Ua1qVXo5m3Q0EG1d1JWFsvXHBJXSv08XmdtkLWllybaOITST7RE4tgeAdrm9jL58jaTo+hzyqJ1aUFDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T19:02:17.343331Z","bundle_sha256":"fca1f4438d18131308ccdc661026d6be6888f68a9439e2b84c4c4f8fb07f7415"}}