{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:OXJ3HDBKWUSIAW2VCI5VEAT32T","short_pith_number":"pith:OXJ3HDBK","canonical_record":{"source":{"id":"1801.07964","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-01-24T12:47:26Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"011a36a760d02d67e1b5baa8bc8e116db16809411abed8a887745ea6517a1953","abstract_canon_sha256":"c0469af016c9a34f2b0de3205bc8745ca92fdc6227a4770ce493bca7ca7d42ed"},"schema_version":"1.0"},"canonical_sha256":"75d3b38c2ab524805b55123b52027bd4deae43858e77031a2ee64891f623f375","source":{"kind":"arxiv","id":"1801.07964","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.07964","created_at":"2026-05-18T00:25:10Z"},{"alias_kind":"arxiv_version","alias_value":"1801.07964v1","created_at":"2026-05-18T00:25:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.07964","created_at":"2026-05-18T00:25:10Z"},{"alias_kind":"pith_short_12","alias_value":"OXJ3HDBKWUSI","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"OXJ3HDBKWUSIAW2V","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"OXJ3HDBK","created_at":"2026-05-18T12:32:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:OXJ3HDBKWUSIAW2VCI5VEAT32T","target":"record","payload":{"canonical_record":{"source":{"id":"1801.07964","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-01-24T12:47:26Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"011a36a760d02d67e1b5baa8bc8e116db16809411abed8a887745ea6517a1953","abstract_canon_sha256":"c0469af016c9a34f2b0de3205bc8745ca92fdc6227a4770ce493bca7ca7d42ed"},"schema_version":"1.0"},"canonical_sha256":"75d3b38c2ab524805b55123b52027bd4deae43858e77031a2ee64891f623f375","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:25:10.432352Z","signature_b64":"HgG/+tyyI2QQkLVoXGoFpKU8xz3TZADfyejuF5YnwkTQIwAPF2fHdVSlFotDsbWvstWDT/4eRfOJ3qpLp6YGDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"75d3b38c2ab524805b55123b52027bd4deae43858e77031a2ee64891f623f375","last_reissued_at":"2026-05-18T00:25:10.431843Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:25:10.431843Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1801.07964","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:25:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7x6AOB2PyOmqn9nU9maby+EQVvnl9bwaz+fM8C9uKfEOK7zMtIdEHyfO+pBskC9340vvJzQe5/ypPxldIyz9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T04:05:47.950233Z"},"content_sha256":"e5a92e84cec1c58adb6b8b1eae00cba5a5190c98ca4355687d9d6177a06c18c1","schema_version":"1.0","event_id":"sha256:e5a92e84cec1c58adb6b8b1eae00cba5a5190c98ca4355687d9d6177a06c18c1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:OXJ3HDBKWUSIAW2VCI5VEAT32T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of Interactive Machine Learning Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.AI","authors_text":"Anastasia Bezerianos, Evelyne Lutton, Nadia Boukhelifa","submitted_at":"2018-01-24T12:47:26Z","abstract_excerpt":"The evaluation of interactive machine learning systems remains a difficult task. These systems learn from and adapt to the human, but at the same time, the human receives feedback and adapts to the system. Getting a clear understanding of these subtle mechanisms of co-operation and co-adaptation is challenging. In this chapter, we report on our experience in designing and evaluating various interactive machine learning applications from different domains. We argue for coupling two types of validation: algorithm-centered analysis, to study the computational behaviour of the system; and human-ce"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.07964","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:25:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wn8rUDpQE7w1jCu1TJy9wm0EXk7zoL3RCmkP2INAupEv2hQVrFJICVwlASZcD306+03TDvc4CBfYd3kRq/0rBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T04:05:47.950589Z"},"content_sha256":"b0a5589f848e4769e7e6103f42465ab3e8a2f7116a96f9d02fa41c2d4c6bdcd3","schema_version":"1.0","event_id":"sha256:b0a5589f848e4769e7e6103f42465ab3e8a2f7116a96f9d02fa41c2d4c6bdcd3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OXJ3HDBKWUSIAW2VCI5VEAT32T/bundle.json","state_url":"https://pith.science/pith/OXJ3HDBKWUSIAW2VCI5VEAT32T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OXJ3HDBKWUSIAW2VCI5VEAT32T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-18T04:05:47Z","links":{"resolver":"https://pith.science/pith/OXJ3HDBKWUSIAW2VCI5VEAT32T","bundle":"https://pith.science/pith/OXJ3HDBKWUSIAW2VCI5VEAT32T/bundle.json","state":"https://pith.science/pith/OXJ3HDBKWUSIAW2VCI5VEAT32T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OXJ3HDBKWUSIAW2VCI5VEAT32T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:OXJ3HDBKWUSIAW2VCI5VEAT32T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c0469af016c9a34f2b0de3205bc8745ca92fdc6227a4770ce493bca7ca7d42ed","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-01-24T12:47:26Z","title_canon_sha256":"011a36a760d02d67e1b5baa8bc8e116db16809411abed8a887745ea6517a1953"},"schema_version":"1.0","source":{"id":"1801.07964","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.07964","created_at":"2026-05-18T00:25:10Z"},{"alias_kind":"arxiv_version","alias_value":"1801.07964v1","created_at":"2026-05-18T00:25:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.07964","created_at":"2026-05-18T00:25:10Z"},{"alias_kind":"pith_short_12","alias_value":"OXJ3HDBKWUSI","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"OXJ3HDBKWUSIAW2V","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"OXJ3HDBK","created_at":"2026-05-18T12:32:43Z"}],"graph_snapshots":[{"event_id":"sha256:b0a5589f848e4769e7e6103f42465ab3e8a2f7116a96f9d02fa41c2d4c6bdcd3","target":"graph","created_at":"2026-05-18T00:25:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The evaluation of interactive machine learning systems remains a difficult task. These systems learn from and adapt to the human, but at the same time, the human receives feedback and adapts to the system. Getting a clear understanding of these subtle mechanisms of co-operation and co-adaptation is challenging. In this chapter, we report on our experience in designing and evaluating various interactive machine learning applications from different domains. We argue for coupling two types of validation: algorithm-centered analysis, to study the computational behaviour of the system; and human-ce","authors_text":"Anastasia Bezerianos, Evelyne Lutton, Nadia Boukhelifa","cross_cats":["cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-01-24T12:47:26Z","title":"Evaluation of Interactive Machine Learning Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.07964","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5a92e84cec1c58adb6b8b1eae00cba5a5190c98ca4355687d9d6177a06c18c1","target":"record","created_at":"2026-05-18T00:25:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c0469af016c9a34f2b0de3205bc8745ca92fdc6227a4770ce493bca7ca7d42ed","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-01-24T12:47:26Z","title_canon_sha256":"011a36a760d02d67e1b5baa8bc8e116db16809411abed8a887745ea6517a1953"},"schema_version":"1.0","source":{"id":"1801.07964","kind":"arxiv","version":1}},"canonical_sha256":"75d3b38c2ab524805b55123b52027bd4deae43858e77031a2ee64891f623f375","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"75d3b38c2ab524805b55123b52027bd4deae43858e77031a2ee64891f623f375","first_computed_at":"2026-05-18T00:25:10.431843Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:25:10.431843Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HgG/+tyyI2QQkLVoXGoFpKU8xz3TZADfyejuF5YnwkTQIwAPF2fHdVSlFotDsbWvstWDT/4eRfOJ3qpLp6YGDw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:25:10.432352Z","signed_message":"canonical_sha256_bytes"},"source_id":"1801.07964","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5a92e84cec1c58adb6b8b1eae00cba5a5190c98ca4355687d9d6177a06c18c1","sha256:b0a5589f848e4769e7e6103f42465ab3e8a2f7116a96f9d02fa41c2d4c6bdcd3"],"state_sha256":"abd30762fc3fbf2caf59dc14882ed3cb45c214699e4c57b54d208b2025569153"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RYEjuIGtc4Cuy5fNRZD4a53UHjOkmn9cLAd7LDz+Z4KQQhVn/yhKbdTSdGpd9h8dRxCdPiUjwFUBejzi7N5HAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-18T04:05:47.953183Z","bundle_sha256":"74f8cc619045e03de1aac3206039f6057bb7215c5f4d194e34bfa4b58e7618c5"}}