{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:BD6BK6AXCX4ZFC2TYJGJI6CKR2","short_pith_number":"pith:BD6BK6AX","canonical_record":{"source":{"id":"1905.13560","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-30T00:13:16Z","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"title_canon_sha256":"e518971c578b4466e941fd753104dc6889b7a47bf876c6516c4d83b1a54a8bb2","abstract_canon_sha256":"031a1b61eb92c7f2a6b011071c2e23b4bc40b192e84b414f431c5746027b7b49"},"schema_version":"1.0"},"canonical_sha256":"08fc15781715f9928b53c24c94784a8e839d31d5b6245fe9aa3df8aca311e637","source":{"kind":"arxiv","id":"1905.13560","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.13560","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"arxiv_version","alias_value":"1905.13560v1","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.13560","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"pith_short_12","alias_value":"BD6BK6AXCX4Z","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"BD6BK6AXCX4ZFC2T","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"BD6BK6AX","created_at":"2026-05-18T12:33:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:BD6BK6AXCX4ZFC2TYJGJI6CKR2","target":"record","payload":{"canonical_record":{"source":{"id":"1905.13560","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-30T00:13:16Z","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"title_canon_sha256":"e518971c578b4466e941fd753104dc6889b7a47bf876c6516c4d83b1a54a8bb2","abstract_canon_sha256":"031a1b61eb92c7f2a6b011071c2e23b4bc40b192e84b414f431c5746027b7b49"},"schema_version":"1.0"},"canonical_sha256":"08fc15781715f9928b53c24c94784a8e839d31d5b6245fe9aa3df8aca311e637","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:44:34.569878Z","signature_b64":"V21QL+TdPKj21BF7iZafygKM2SsVSfoypaYjmkUvwUNEce891/y462O3heYXEA1Ed8tG7wRFgtKxYmLjk/hAAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"08fc15781715f9928b53c24c94784a8e839d31d5b6245fe9aa3df8aca311e637","last_reissued_at":"2026-05-17T23:44:34.569272Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:44:34.569272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.13560","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jK55IRoJnzqCjObufrwhdHzkT6TFW1M6y7U62onPTHBT8XBrL9Hkz7BsvtWWiK3OGd/F16YBDZ+Z2SCd/R2dAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T14:09:37.836743Z"},"content_sha256":"ca7671a5473fab4e33ea120d0eaba636c2dc62520e9e53d4df591ec698acd670","schema_version":"1.0","event_id":"sha256:ca7671a5473fab4e33ea120d0eaba636c2dc62520e9e53d4df591ec698acd670"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:BD6BK6AXCX4ZFC2TYJGJI6CKR2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Artificial Systems for Pairwise Ranking Tasks Sensitive to Individual Differences","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Takayuki Okatani, Xing Liu","submitted_at":"2019-05-30T00:13:16Z","abstract_excerpt":"Owing to the advancement of deep learning, artificial systems are now rival to humans in several pattern recognition tasks, such as visual recognition of object categories. However, this is only the case with the tasks for which correct answers exist independent of human perception. There is another type of tasks for which what to predict is human perception itself, in which there are often individual differences. Then, there are no longer single \"correct\" answers to predict, which makes evaluation of artificial systems difficult. In this paper, focusing on pairwise ranking tasks sensitive to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.13560","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/3GF/mPNHv9M2UMJMNzyZ0DjMlLYGiFWesyBfEOQNDdHUNRRG3Vpd3gcixDbBlgPDf0fuuOl7uoUw8v7bsWQBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T14:09:37.837513Z"},"content_sha256":"99f41875ce90a3aa36c74441cf415ddb7f4786787fec33b85892314ba75ca017","schema_version":"1.0","event_id":"sha256:99f41875ce90a3aa36c74441cf415ddb7f4786787fec33b85892314ba75ca017"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BD6BK6AXCX4ZFC2TYJGJI6CKR2/bundle.json","state_url":"https://pith.science/pith/BD6BK6AXCX4ZFC2TYJGJI6CKR2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BD6BK6AXCX4ZFC2TYJGJI6CKR2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-06T14:09:37Z","links":{"resolver":"https://pith.science/pith/BD6BK6AXCX4ZFC2TYJGJI6CKR2","bundle":"https://pith.science/pith/BD6BK6AXCX4ZFC2TYJGJI6CKR2/bundle.json","state":"https://pith.science/pith/BD6BK6AXCX4ZFC2TYJGJI6CKR2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BD6BK6AXCX4ZFC2TYJGJI6CKR2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:BD6BK6AXCX4ZFC2TYJGJI6CKR2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"031a1b61eb92c7f2a6b011071c2e23b4bc40b192e84b414f431c5746027b7b49","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-30T00:13:16Z","title_canon_sha256":"e518971c578b4466e941fd753104dc6889b7a47bf876c6516c4d83b1a54a8bb2"},"schema_version":"1.0","source":{"id":"1905.13560","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.13560","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"arxiv_version","alias_value":"1905.13560v1","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.13560","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"pith_short_12","alias_value":"BD6BK6AXCX4Z","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"BD6BK6AXCX4ZFC2T","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"BD6BK6AX","created_at":"2026-05-18T12:33:12Z"}],"graph_snapshots":[{"event_id":"sha256:99f41875ce90a3aa36c74441cf415ddb7f4786787fec33b85892314ba75ca017","target":"graph","created_at":"2026-05-17T23:44:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Owing to the advancement of deep learning, artificial systems are now rival to humans in several pattern recognition tasks, such as visual recognition of object categories. However, this is only the case with the tasks for which correct answers exist independent of human perception. There is another type of tasks for which what to predict is human perception itself, in which there are often individual differences. Then, there are no longer single \"correct\" answers to predict, which makes evaluation of artificial systems difficult. In this paper, focusing on pairwise ranking tasks sensitive to ","authors_text":"Takayuki Okatani, Xing Liu","cross_cats":["cs.AI","cs.CV","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-30T00:13:16Z","title":"Evaluating Artificial Systems for Pairwise Ranking Tasks Sensitive to Individual Differences"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.13560","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca7671a5473fab4e33ea120d0eaba636c2dc62520e9e53d4df591ec698acd670","target":"record","created_at":"2026-05-17T23:44:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"031a1b61eb92c7f2a6b011071c2e23b4bc40b192e84b414f431c5746027b7b49","cross_cats_sorted":["cs.AI","cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-30T00:13:16Z","title_canon_sha256":"e518971c578b4466e941fd753104dc6889b7a47bf876c6516c4d83b1a54a8bb2"},"schema_version":"1.0","source":{"id":"1905.13560","kind":"arxiv","version":1}},"canonical_sha256":"08fc15781715f9928b53c24c94784a8e839d31d5b6245fe9aa3df8aca311e637","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"08fc15781715f9928b53c24c94784a8e839d31d5b6245fe9aa3df8aca311e637","first_computed_at":"2026-05-17T23:44:34.569272Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:44:34.569272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V21QL+TdPKj21BF7iZafygKM2SsVSfoypaYjmkUvwUNEce891/y462O3heYXEA1Ed8tG7wRFgtKxYmLjk/hAAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:44:34.569878Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.13560","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca7671a5473fab4e33ea120d0eaba636c2dc62520e9e53d4df591ec698acd670","sha256:99f41875ce90a3aa36c74441cf415ddb7f4786787fec33b85892314ba75ca017"],"state_sha256":"9656837c02ce659eb76c3882b9bc45a63c3ba9a7b3707177e47836d388f27031"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CRxMSg0kgGY8yWrhryn39EILWIebbHd4Eptbed64htH5Oi77niooUavKfXeB/wZz8yTn/rXp8XexwFuX2UABDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-06T14:09:37.841657Z","bundle_sha256":"7004e7893fb436e4e501175693f9a71ba28d9c873d48694a54cbd5747e8a45bb"}}