{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:JUYUS725EVQXXXBHNOZQXI5UKJ","short_pith_number":"pith:JUYUS725","canonical_record":{"source":{"id":"2007.13237","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-07-26T22:47:01Z","cross_cats_sorted":[],"title_canon_sha256":"19409993864f93beffde92613da07ed95f218996cff9d8dfd79c276a36bff475","abstract_canon_sha256":"14edb17d7639149b3fdd4fc2c783266aea22d5c8c214c27de25401972bd38a73"},"schema_version":"1.0"},"canonical_sha256":"4d31497f5d25617bdc276bb30ba3b4526c46f152715e2e83add6f4bd30eede7a","source":{"kind":"arxiv","id":"2007.13237","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.13237","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"arxiv_version","alias_value":"2007.13237v1","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.13237","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"pith_short_12","alias_value":"JUYUS725EVQX","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"pith_short_16","alias_value":"JUYUS725EVQXXXBH","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"pith_short_8","alias_value":"JUYUS725","created_at":"2026-07-05T01:22:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:JUYUS725EVQXXXBHNOZQXI5UKJ","target":"record","payload":{"canonical_record":{"source":{"id":"2007.13237","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-07-26T22:47:01Z","cross_cats_sorted":[],"title_canon_sha256":"19409993864f93beffde92613da07ed95f218996cff9d8dfd79c276a36bff475","abstract_canon_sha256":"14edb17d7639149b3fdd4fc2c783266aea22d5c8c214c27de25401972bd38a73"},"schema_version":"1.0"},"canonical_sha256":"4d31497f5d25617bdc276bb30ba3b4526c46f152715e2e83add6f4bd30eede7a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:22:21.800974Z","signature_b64":"sI3ompfXikkwX+UIJE/6aKSCwJZ7KmlZkaoJ5kees+hJDty/evHZUa7PNCbEPSLkCAMTRFau5kQg4jW7FEXDAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4d31497f5d25617bdc276bb30ba3b4526c46f152715e2e83add6f4bd30eede7a","last_reissued_at":"2026-07-05T01:22:21.800438Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:22:21.800438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.13237","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:22:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6VnPE/3Y/5Z4ZZSNKacap1Cm9ewhGq3MbeBKpugh43dlXZ1XvblBbVSF8YPVukuOIRaNxD8vcPNjJio6DYhaAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T16:32:49.190142Z"},"content_sha256":"a7d1e819a52706323ed44baddaac3511657649551fca4471bbba8afb2ecb62a8","schema_version":"1.0","event_id":"sha256:a7d1e819a52706323ed44baddaac3511657649551fca4471bbba8afb2ecb62a8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:JUYUS725EVQXXXBHNOZQXI5UKJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring Data Splitting Strategies for the Evaluation of Recommendation Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Craig Macdonald, Iadh Ounis, Richard McCreadie, Zaiqiao Meng","submitted_at":"2020-07-26T22:47:01Z","abstract_excerpt":"Effective methodologies for evaluating recommender systems are critical, so that such systems can be compared in a sound manner. A commonly overlooked aspect of recommender system evaluation is the selection of the data splitting strategy. In this paper, we both show that there is no standard splitting strategy and that the selection of splitting strategy can have a strong impact on the ranking of recommender systems. In particular, we perform experiments comparing three common splitting strategies, examining their impact over seven state-of-the-art recommendation models for two datasets. Our "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.13237","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.13237/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:22:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f+rZ1bwjKrDRBssv7mxH4KO/ps8NKFwadVvpVf0+nA7s3+K0gCqAy8qE7FKoJPyhKD1PazfjzSqxMgO3eq+ICw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T16:32:49.190639Z"},"content_sha256":"62b099c864578f38daa5a7904627bdadce57b4f783db05d34229b7c11a1d6abe","schema_version":"1.0","event_id":"sha256:62b099c864578f38daa5a7904627bdadce57b4f783db05d34229b7c11a1d6abe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JUYUS725EVQXXXBHNOZQXI5UKJ/bundle.json","state_url":"https://pith.science/pith/JUYUS725EVQXXXBHNOZQXI5UKJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JUYUS725EVQXXXBHNOZQXI5UKJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T16:32:49Z","links":{"resolver":"https://pith.science/pith/JUYUS725EVQXXXBHNOZQXI5UKJ","bundle":"https://pith.science/pith/JUYUS725EVQXXXBHNOZQXI5UKJ/bundle.json","state":"https://pith.science/pith/JUYUS725EVQXXXBHNOZQXI5UKJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JUYUS725EVQXXXBHNOZQXI5UKJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:JUYUS725EVQXXXBHNOZQXI5UKJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"14edb17d7639149b3fdd4fc2c783266aea22d5c8c214c27de25401972bd38a73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-07-26T22:47:01Z","title_canon_sha256":"19409993864f93beffde92613da07ed95f218996cff9d8dfd79c276a36bff475"},"schema_version":"1.0","source":{"id":"2007.13237","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.13237","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"arxiv_version","alias_value":"2007.13237v1","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.13237","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"pith_short_12","alias_value":"JUYUS725EVQX","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"pith_short_16","alias_value":"JUYUS725EVQXXXBH","created_at":"2026-07-05T01:22:21Z"},{"alias_kind":"pith_short_8","alias_value":"JUYUS725","created_at":"2026-07-05T01:22:21Z"}],"graph_snapshots":[{"event_id":"sha256:62b099c864578f38daa5a7904627bdadce57b4f783db05d34229b7c11a1d6abe","target":"graph","created_at":"2026-07-05T01:22:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.13237/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Effective methodologies for evaluating recommender systems are critical, so that such systems can be compared in a sound manner. A commonly overlooked aspect of recommender system evaluation is the selection of the data splitting strategy. In this paper, we both show that there is no standard splitting strategy and that the selection of splitting strategy can have a strong impact on the ranking of recommender systems. In particular, we perform experiments comparing three common splitting strategies, examining their impact over seven state-of-the-art recommendation models for two datasets. Our ","authors_text":"Craig Macdonald, Iadh Ounis, Richard McCreadie, Zaiqiao Meng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-07-26T22:47:01Z","title":"Exploring Data Splitting Strategies for the Evaluation of Recommendation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.13237","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a7d1e819a52706323ed44baddaac3511657649551fca4471bbba8afb2ecb62a8","target":"record","created_at":"2026-07-05T01:22:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"14edb17d7639149b3fdd4fc2c783266aea22d5c8c214c27de25401972bd38a73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-07-26T22:47:01Z","title_canon_sha256":"19409993864f93beffde92613da07ed95f218996cff9d8dfd79c276a36bff475"},"schema_version":"1.0","source":{"id":"2007.13237","kind":"arxiv","version":1}},"canonical_sha256":"4d31497f5d25617bdc276bb30ba3b4526c46f152715e2e83add6f4bd30eede7a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4d31497f5d25617bdc276bb30ba3b4526c46f152715e2e83add6f4bd30eede7a","first_computed_at":"2026-07-05T01:22:21.800438Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:22:21.800438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sI3ompfXikkwX+UIJE/6aKSCwJZ7KmlZkaoJ5kees+hJDty/evHZUa7PNCbEPSLkCAMTRFau5kQg4jW7FEXDAw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:22:21.800974Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.13237","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a7d1e819a52706323ed44baddaac3511657649551fca4471bbba8afb2ecb62a8","sha256:62b099c864578f38daa5a7904627bdadce57b4f783db05d34229b7c11a1d6abe"],"state_sha256":"accb7d255fa6dfb52c2287221ef5022b53bef64c9dcd29d18ac8d51be27d3308"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HEK4hjzjsQTp6m3yLo2Bsu1/npbY23OaKqf9ZD9RdVBfQqj1qo6+KeOhg9D566S7QMyjh2OXtGkYc9guteSzCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T16:32:49.194509Z","bundle_sha256":"a6ccbb743b6c72639190edff75a62fef8a1f258b888433248905169f3cdb2eec"}}