{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2012:AWNQOJF4GN2NZVB6T4NBXHQ5FP","short_pith_number":"pith:AWNQOJF4","canonical_record":{"source":{"id":"1209.1983","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2012-09-10T13:27:23Z","cross_cats_sorted":["cs.PF"],"title_canon_sha256":"e6e5e2c23aed7c7c90f20b853375472dbaa46f33e23e9321cf3ae8ed9d9c793e","abstract_canon_sha256":"d15d9ffa51532abcd650a2f718c62fa356b009d503bb49466d922e89a8a4a292"},"schema_version":"1.0"},"canonical_sha256":"059b0724bc3374dcd43e9f1a1b9e1d2bc7b119f473814795649a2862658033e6","source":{"kind":"arxiv","id":"1209.1983","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1209.1983","created_at":"2026-05-18T02:25:05Z"},{"alias_kind":"arxiv_version","alias_value":"1209.1983v1","created_at":"2026-05-18T02:25:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1209.1983","created_at":"2026-05-18T02:25:05Z"},{"alias_kind":"pith_short_12","alias_value":"AWNQOJF4GN2N","created_at":"2026-05-18T12:26:58Z"},{"alias_kind":"pith_short_16","alias_value":"AWNQOJF4GN2NZVB6","created_at":"2026-05-18T12:26:58Z"},{"alias_kind":"pith_short_8","alias_value":"AWNQOJF4","created_at":"2026-05-18T12:26:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2012:AWNQOJF4GN2NZVB6T4NBXHQ5FP","target":"record","payload":{"canonical_record":{"source":{"id":"1209.1983","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2012-09-10T13:27:23Z","cross_cats_sorted":["cs.PF"],"title_canon_sha256":"e6e5e2c23aed7c7c90f20b853375472dbaa46f33e23e9321cf3ae8ed9d9c793e","abstract_canon_sha256":"d15d9ffa51532abcd650a2f718c62fa356b009d503bb49466d922e89a8a4a292"},"schema_version":"1.0"},"canonical_sha256":"059b0724bc3374dcd43e9f1a1b9e1d2bc7b119f473814795649a2862658033e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:25:05.818293Z","signature_b64":"gmwYtpKaO1Ww8yvVWrTEbnuNeweycVqv1D24z53coy0qtdAk8+8k9hLUI8Rq+Iq4W2lgd/9OcWmP9BOy/oNBBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"059b0724bc3374dcd43e9f1a1b9e1d2bc7b119f473814795649a2862658033e6","last_reissued_at":"2026-05-18T02:25:05.817869Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:25:05.817869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1209.1983","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:25:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/4ioxxL/fP9/98DV8Mo0v8JUFn8WI29F9grN2w8HvPd4DC2snQpY+KLYt7faC6nuS8POkZid0eM9Gftt1qQbCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T17:04:22.098594Z"},"content_sha256":"c3ba58519161f3a03bc724829e1ea038a74cdda572dbfc354c850a332a448858","schema_version":"1.0","event_id":"sha256:c3ba58519161f3a03bc724829e1ea038a74cdda572dbfc354c850a332a448858"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2012:AWNQOJF4GN2NZVB6T4NBXHQ5FP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Toward a New Protocol to Evaluate Recommender Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.PF"],"primary_cat":"cs.IR","authors_text":"Eric Gaussier, Fabrice Cl\\'erot, Fran\\c{c}oise Fessant, Frank Meyer","submitted_at":"2012-09-10T13:27:23Z","abstract_excerpt":"In this paper, we propose an approach to analyze the performance and the added value of automatic recommender systems in an industrial context. We show that recommender systems are multifaceted and can be organized around 4 structuring functions: help users to decide, help users to compare, help users to discover, help users to explore. A global off line protocol is then proposed to evaluate recommender systems. This protocol is based on the definition of appropriate evaluation measures for each aforementioned function. The evaluation protocol is discussed from the perspective of the usefulnes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1209.1983","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:25:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CtVKQ7Lo8pgRCiEV0pAZoJ7eZ9vKwBjcclOQ0bD4xtSL2re3Db9uV3lJUR6nLpOLYcXgFKcToBblvJ7rP2CcAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T17:04:22.099371Z"},"content_sha256":"39ebc7e8e92c4cf873dd987ad68a2796f368b81d081b1ad455bbb23549d32420","schema_version":"1.0","event_id":"sha256:39ebc7e8e92c4cf873dd987ad68a2796f368b81d081b1ad455bbb23549d32420"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AWNQOJF4GN2NZVB6T4NBXHQ5FP/bundle.json","state_url":"https://pith.science/pith/AWNQOJF4GN2NZVB6T4NBXHQ5FP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AWNQOJF4GN2NZVB6T4NBXHQ5FP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-11T17:04:22Z","links":{"resolver":"https://pith.science/pith/AWNQOJF4GN2NZVB6T4NBXHQ5FP","bundle":"https://pith.science/pith/AWNQOJF4GN2NZVB6T4NBXHQ5FP/bundle.json","state":"https://pith.science/pith/AWNQOJF4GN2NZVB6T4NBXHQ5FP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AWNQOJF4GN2NZVB6T4NBXHQ5FP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2012:AWNQOJF4GN2NZVB6T4NBXHQ5FP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d15d9ffa51532abcd650a2f718c62fa356b009d503bb49466d922e89a8a4a292","cross_cats_sorted":["cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2012-09-10T13:27:23Z","title_canon_sha256":"e6e5e2c23aed7c7c90f20b853375472dbaa46f33e23e9321cf3ae8ed9d9c793e"},"schema_version":"1.0","source":{"id":"1209.1983","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1209.1983","created_at":"2026-05-18T02:25:05Z"},{"alias_kind":"arxiv_version","alias_value":"1209.1983v1","created_at":"2026-05-18T02:25:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1209.1983","created_at":"2026-05-18T02:25:05Z"},{"alias_kind":"pith_short_12","alias_value":"AWNQOJF4GN2N","created_at":"2026-05-18T12:26:58Z"},{"alias_kind":"pith_short_16","alias_value":"AWNQOJF4GN2NZVB6","created_at":"2026-05-18T12:26:58Z"},{"alias_kind":"pith_short_8","alias_value":"AWNQOJF4","created_at":"2026-05-18T12:26:58Z"}],"graph_snapshots":[{"event_id":"sha256:39ebc7e8e92c4cf873dd987ad68a2796f368b81d081b1ad455bbb23549d32420","target":"graph","created_at":"2026-05-18T02:25:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we propose an approach to analyze the performance and the added value of automatic recommender systems in an industrial context. We show that recommender systems are multifaceted and can be organized around 4 structuring functions: help users to decide, help users to compare, help users to discover, help users to explore. A global off line protocol is then proposed to evaluate recommender systems. This protocol is based on the definition of appropriate evaluation measures for each aforementioned function. The evaluation protocol is discussed from the perspective of the usefulnes","authors_text":"Eric Gaussier, Fabrice Cl\\'erot, Fran\\c{c}oise Fessant, Frank Meyer","cross_cats":["cs.PF"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2012-09-10T13:27:23Z","title":"Toward a New Protocol to Evaluate Recommender Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1209.1983","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c3ba58519161f3a03bc724829e1ea038a74cdda572dbfc354c850a332a448858","target":"record","created_at":"2026-05-18T02:25:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d15d9ffa51532abcd650a2f718c62fa356b009d503bb49466d922e89a8a4a292","cross_cats_sorted":["cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2012-09-10T13:27:23Z","title_canon_sha256":"e6e5e2c23aed7c7c90f20b853375472dbaa46f33e23e9321cf3ae8ed9d9c793e"},"schema_version":"1.0","source":{"id":"1209.1983","kind":"arxiv","version":1}},"canonical_sha256":"059b0724bc3374dcd43e9f1a1b9e1d2bc7b119f473814795649a2862658033e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"059b0724bc3374dcd43e9f1a1b9e1d2bc7b119f473814795649a2862658033e6","first_computed_at":"2026-05-18T02:25:05.817869Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:25:05.817869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gmwYtpKaO1Ww8yvVWrTEbnuNeweycVqv1D24z53coy0qtdAk8+8k9hLUI8Rq+Iq4W2lgd/9OcWmP9BOy/oNBBw==","signature_status":"signed_v1","signed_at":"2026-05-18T02:25:05.818293Z","signed_message":"canonical_sha256_bytes"},"source_id":"1209.1983","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c3ba58519161f3a03bc724829e1ea038a74cdda572dbfc354c850a332a448858","sha256:39ebc7e8e92c4cf873dd987ad68a2796f368b81d081b1ad455bbb23549d32420"],"state_sha256":"eea8d2ffcdb31eb125d725cf741a0ce5524f77540e5b73039d114c43623947a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ERb+qYNafJFZxVMYmwhxX3YibVTCx9QN2xcKiyTnjG8kWDGrKCC8wSeN+HV2oMCCcIwdkgHV6fzjaaAgmNMzDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-11T17:04:22.102680Z","bundle_sha256":"e496c7e68d934fa5073264709eab7afd8b6fb0df73660c916cb64952035962db"}}