{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3DZUPOJVGT4CIPA47RJJTVJROE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"58e35c158f6724ae6014372ae377d86905302bbee1d31fd8f22c51d51b619aa4","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-08T17:33:23Z","title_canon_sha256":"83a2dd76215a9b1009644dba66af0b829e4f4fad3253256acd35cf4541a9b3b4"},"schema_version":"1.0","source":{"id":"2312.05195","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.05195","created_at":"2026-07-05T07:21:58Z"},{"alias_kind":"arxiv_version","alias_value":"2312.05195v1","created_at":"2026-07-05T07:21:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.05195","created_at":"2026-07-05T07:21:58Z"},{"alias_kind":"pith_short_12","alias_value":"3DZUPOJVGT4C","created_at":"2026-07-05T07:21:58Z"},{"alias_kind":"pith_short_16","alias_value":"3DZUPOJVGT4CIPA4","created_at":"2026-07-05T07:21:58Z"},{"alias_kind":"pith_short_8","alias_value":"3DZUPOJV","created_at":"2026-07-05T07:21:58Z"}],"graph_snapshots":[{"event_id":"sha256:d9980dc6ddade2e14f7b0c910308000cba39d4ef62d6492798230f71cf5d17e4","target":"graph","created_at":"2026-07-05T07:21:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.05195/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Typically, machine learning models are trained and evaluated without making any distinction between users (e.g, using traditional hold-out and cross-validation). However, this produces inaccurate performance metrics estimates in multi-user settings. That is, situations where the data were collected by multiple users with different characteristics (e.g., age, gender, height, etc.) which is very common in user computer interaction and medical applications. For these types of scenarios model evaluation strategies that provide better performance estimates have been proposed such as mixed, user-ind","authors_text":"Enrique Garcia-Ceja, Luciano Garcia-Banuelos, Nicolas Jourdan","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-08T17:33:23Z","title":"Conformal Prediction in Multi-User Settings: An Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.05195","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:908f80981127ce169535b05c9207312c6490b1e2736c0f6ee93fbc41ba1bb617","target":"record","created_at":"2026-07-05T07:21:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"58e35c158f6724ae6014372ae377d86905302bbee1d31fd8f22c51d51b619aa4","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-08T17:33:23Z","title_canon_sha256":"83a2dd76215a9b1009644dba66af0b829e4f4fad3253256acd35cf4541a9b3b4"},"schema_version":"1.0","source":{"id":"2312.05195","kind":"arxiv","version":1}},"canonical_sha256":"d8f347b93534f8243c1cfc5299d5317125d155c881b196660333364f8e8b67d1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d8f347b93534f8243c1cfc5299d5317125d155c881b196660333364f8e8b67d1","first_computed_at":"2026-07-05T07:21:58.384817Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:58.384817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1uqovIwwoGijuObP5nneliCt+w4tqXG0F/plLPw9XDDET4jAjeW+wqk1ZIfmXn4EssuxduAvPpOBH6fglsaUDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:58.385252Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.05195","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:908f80981127ce169535b05c9207312c6490b1e2736c0f6ee93fbc41ba1bb617","sha256:d9980dc6ddade2e14f7b0c910308000cba39d4ef62d6492798230f71cf5d17e4"],"state_sha256":"ba08e4207ee6f57025244466fcd4866b6cd2b9156308dfd573a0767e45908475"}