{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:BXZIGK44BTUVBVWM6LGFOAFORU","short_pith_number":"pith:BXZIGK44","canonical_record":{"source":{"id":"2607.25097","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-07-27T21:54:19Z","cross_cats_sorted":[],"title_canon_sha256":"2aa2e91fcb763bd57a3226f094e78c83e0556d4360ef139823c2e74565f0da6c","abstract_canon_sha256":"4ac4c701b065b294cb13d94611663697ea79f576d575e29021e63c2aa9562bd4"},"schema_version":"1.0"},"canonical_sha256":"0df2832b9c0ce950d6ccf2cc5700ae8d1cdbe9a00540b8d1442de72dbd5a2570","source":{"kind":"arxiv","id":"2607.25097","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.25097","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"arxiv_version","alias_value":"2607.25097v1","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.25097","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"pith_short_12","alias_value":"BXZIGK44BTUV","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"pith_short_16","alias_value":"BXZIGK44BTUVBVWM","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"pith_short_8","alias_value":"BXZIGK44","created_at":"2026-07-29T00:25:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:BXZIGK44BTUVBVWM6LGFOAFORU","target":"record","payload":{"canonical_record":{"source":{"id":"2607.25097","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-07-27T21:54:19Z","cross_cats_sorted":[],"title_canon_sha256":"2aa2e91fcb763bd57a3226f094e78c83e0556d4360ef139823c2e74565f0da6c","abstract_canon_sha256":"4ac4c701b065b294cb13d94611663697ea79f576d575e29021e63c2aa9562bd4"},"schema_version":"1.0"},"canonical_sha256":"0df2832b9c0ce950d6ccf2cc5700ae8d1cdbe9a00540b8d1442de72dbd5a2570","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-29T00:25:02.554965Z","signature_b64":"s36IjJLTY0o1L0ZvINnwTJ7N+tykGf9HpQLzXU8VCBlwg49dtWsmnLKrI+/AbFE+U6haK4XVu2ahQZuhamYEDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0df2832b9c0ce950d6ccf2cc5700ae8d1cdbe9a00540b8d1442de72dbd5a2570","last_reissued_at":"2026-07-29T00:25:02.554113Z","signature_status":"signed_v1","first_computed_at":"2026-07-29T00:25:02.554113Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.25097","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-29T00:25:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SX71m8wKWxEj3UvPJK9FPjBsz/W8KsCpP8VFhuREi+25hq+bY54dUDGyPyKqVikhR6bTJrqHlmFvLShGSrUxCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:08:34.951500Z"},"content_sha256":"112e0c2c1b22a6bcf463d5fdf7cb55a2d5b6b14d20dc1ec7037a4229ba1f833d","schema_version":"1.0","event_id":"sha256:112e0c2c1b22a6bcf463d5fdf7cb55a2d5b6b14d20dc1ec7037a4229ba1f833d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:BXZIGK44BTUVBVWM6LGFOAFORU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Michael D. Ekstrand, Samira Vaez Barenji, Sushobhan Parajuli","submitted_at":"2026-07-27T21:54:19Z","abstract_excerpt":"Offline evaluation on historical interaction logs is the most common evaluation methodology for recommender systems. However, such evaluations depend on sparse, incomplete, or biased data, which raises concerns about whether commonly used evaluation setups reliably reflect true user preferences. In this work, we study how offline evaluation design choices affect the validity of recommender system comparisons. We evaluate a set of recommendation models across several evaluation setups that vary key factors such as data filtering thresholds and candidate set construction. To assess the validity "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.25097","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.25097/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-29T00:25:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"53F7b3qugpWTPtbPAcccCiGo67rMCKYy8dO/aSMO89FkLR4Yg/tUUDwQsNQHoqjJG64cH7uGs/cHoAeNU5J0Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:08:34.952658Z"},"content_sha256":"41f9aeceafb5b2000e0836ff1609719ae1e68511373e8303eefa40373979beff","schema_version":"1.0","event_id":"sha256:41f9aeceafb5b2000e0836ff1609719ae1e68511373e8303eefa40373979beff"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:BXZIGK44BTUVBVWM6LGFOAFORU","target":"integrity","payload":{"note":"DOI is split by whitespace or line breaks in the printed bibliography. Reconstructed DOI 10.1016/j.amjmed.2005.10.036 resolves to 'Current Concepts in Validity and Reliability for Psychometric Instruments: Theory and Application'. A reader following the printed text alone cannot reach it.","snippet":"David A. Cook and Thomas J. Beckman. 2006. Current Concepts in Validity and Reliability for Psychometric Instruments: Theory and Application.The American Journal of Medicine119, 2 (Feb. 2006), 166.e7–166.e16. doi:10.1016/j.amjmed.2005. 10.0","arxiv_id":"2607.25097","detector":"doi_compliance","evidence":{"ref_index":6,"verdict_class":"incontrovertible","resolved_title":"Current Concepts in Validity and Reliability for Psychometric Instruments: Theory and Application","printed_excerpt":"10.1016/j.amjmed.2005","reconstructed_doi":"10.1016/j.amjmed.2005.10.036"},"severity":"advisory","ref_index":6,"audited_at":"2026-07-31T01:31:36.995079Z","event_type":"pith.integrity.v1","detected_doi":"10.1016/j.amjmed.2005.10.036","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"recoverable_identifier","evidence_hash":"94c2ea631f318007d528ab1b77527d15fbe798fe1d2c7b1791e0a802146bc1c0","paper_version":1,"verdict_class":"incontrovertible","resolved_title":"Current Concepts in Validity and Reliability for Psychometric Instruments: Theory and Application","detector_version":"1.1.0","detected_arxiv_id":null,"integrity_event_id":14167,"payload_sha256":"034fa11f2a5989fde151e3fdbbdd0d988af6818f9a104a1419be9c26b329fc0d","signature_b64":null,"signing_key_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-31T01:36:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9D4RUtZdlM3MS7CSWWK/akKzyXSPovn6EhQpP7R4P0kRS7CWkmnByzS6AtmuLAamdVkXvsWfb+dlJdQvbEmeDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:08:34.957068Z"},"content_sha256":"e073dfca83143667a5b9049675940bb2194435de2977518de756e0fa93c39990","schema_version":"1.0","event_id":"sha256:e073dfca83143667a5b9049675940bb2194435de2977518de756e0fa93c39990"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BXZIGK44BTUVBVWM6LGFOAFORU/bundle.json","state_url":"https://pith.science/pith/BXZIGK44BTUVBVWM6LGFOAFORU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BXZIGK44BTUVBVWM6LGFOAFORU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T11:08:34Z","links":{"resolver":"https://pith.science/pith/BXZIGK44BTUVBVWM6LGFOAFORU","bundle":"https://pith.science/pith/BXZIGK44BTUVBVWM6LGFOAFORU/bundle.json","state":"https://pith.science/pith/BXZIGK44BTUVBVWM6LGFOAFORU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BXZIGK44BTUVBVWM6LGFOAFORU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:BXZIGK44BTUVBVWM6LGFOAFORU","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ac4c701b065b294cb13d94611663697ea79f576d575e29021e63c2aa9562bd4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-07-27T21:54:19Z","title_canon_sha256":"2aa2e91fcb763bd57a3226f094e78c83e0556d4360ef139823c2e74565f0da6c"},"schema_version":"1.0","source":{"id":"2607.25097","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.25097","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"arxiv_version","alias_value":"2607.25097v1","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.25097","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"pith_short_12","alias_value":"BXZIGK44BTUV","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"pith_short_16","alias_value":"BXZIGK44BTUVBVWM","created_at":"2026-07-29T00:25:02Z"},{"alias_kind":"pith_short_8","alias_value":"BXZIGK44","created_at":"2026-07-29T00:25:02Z"}],"graph_snapshots":[{"event_id":"sha256:41f9aeceafb5b2000e0836ff1609719ae1e68511373e8303eefa40373979beff","target":"graph","created_at":"2026-07-29T00:25:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.25097/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Offline evaluation on historical interaction logs is the most common evaluation methodology for recommender systems. However, such evaluations depend on sparse, incomplete, or biased data, which raises concerns about whether commonly used evaluation setups reliably reflect true user preferences. In this work, we study how offline evaluation design choices affect the validity of recommender system comparisons. We evaluate a set of recommendation models across several evaluation setups that vary key factors such as data filtering thresholds and candidate set construction. To assess the validity ","authors_text":"Michael D. Ekstrand, Samira Vaez Barenji, Sushobhan Parajuli","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.25097","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:112e0c2c1b22a6bcf463d5fdf7cb55a2d5b6b14d20dc1ec7037a4229ba1f833d","target":"record","created_at":"2026-07-29T00:25:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ac4c701b065b294cb13d94611663697ea79f576d575e29021e63c2aa9562bd4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-07-27T21:54:19Z","title_canon_sha256":"2aa2e91fcb763bd57a3226f094e78c83e0556d4360ef139823c2e74565f0da6c"},"schema_version":"1.0","source":{"id":"2607.25097","kind":"arxiv","version":1}},"canonical_sha256":"0df2832b9c0ce950d6ccf2cc5700ae8d1cdbe9a00540b8d1442de72dbd5a2570","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0df2832b9c0ce950d6ccf2cc5700ae8d1cdbe9a00540b8d1442de72dbd5a2570","first_computed_at":"2026-07-29T00:25:02.554113Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-29T00:25:02.554113Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"s36IjJLTY0o1L0ZvINnwTJ7N+tykGf9HpQLzXU8VCBlwg49dtWsmnLKrI+/AbFE+U6haK4XVu2ahQZuhamYEDA==","signature_status":"signed_v1","signed_at":"2026-07-29T00:25:02.554965Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.25097","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:112e0c2c1b22a6bcf463d5fdf7cb55a2d5b6b14d20dc1ec7037a4229ba1f833d","sha256:41f9aeceafb5b2000e0836ff1609719ae1e68511373e8303eefa40373979beff","sha256:e073dfca83143667a5b9049675940bb2194435de2977518de756e0fa93c39990"],"state_sha256":"4edbdbec484f873bb85a81c62e0c45373c9c0d160f55786424f6bf2b427f7f89"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AFevOs943U997Gu/fs61wIpa15x7AjG7ey8/NRMDCgxG+TGiQFpigF6TtxvZYGy/RUBhWZ9g9a7rpit1RxFbDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T11:08:34.962128Z","bundle_sha256":"304e8adbcf49152866904248bdd7ce18cec7a6ea9b53dcd029b2bd5a66ab4eb4"}}