{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:F5QMEYZWDD7VVIAXTHY7OEQ74U","short_pith_number":"pith:F5QMEYZW","canonical_record":{"source":{"id":"2103.02590","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-03-03T18:42:55Z","cross_cats_sorted":[],"title_canon_sha256":"8b5831eb6ae8a387ba9d04f769817c4d15b3354c63ea2a057716b9955ba10d0a","abstract_canon_sha256":"5eac32b2affbd88c2d474babad461b14ddcacf029d0facdb0656c03d95004aaa"},"schema_version":"1.0"},"canonical_sha256":"2f60c2633618ff5aa01799f1f7121fe52409e069a3f01703f6011cbcaf873396","source":{"kind":"arxiv","id":"2103.02590","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.02590","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"arxiv_version","alias_value":"2103.02590v2","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.02590","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"pith_short_12","alias_value":"F5QMEYZWDD7V","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"pith_short_16","alias_value":"F5QMEYZWDD7VVIAX","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"pith_short_8","alias_value":"F5QMEYZW","created_at":"2026-07-05T03:01:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:F5QMEYZWDD7VVIAXTHY7OEQ74U","target":"record","payload":{"canonical_record":{"source":{"id":"2103.02590","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-03-03T18:42:55Z","cross_cats_sorted":[],"title_canon_sha256":"8b5831eb6ae8a387ba9d04f769817c4d15b3354c63ea2a057716b9955ba10d0a","abstract_canon_sha256":"5eac32b2affbd88c2d474babad461b14ddcacf029d0facdb0656c03d95004aaa"},"schema_version":"1.0"},"canonical_sha256":"2f60c2633618ff5aa01799f1f7121fe52409e069a3f01703f6011cbcaf873396","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:01:35.448723Z","signature_b64":"BTIHFUZs+OK0KL/44QkJlQ87phu6JHdylVR0mcJYo71aVIZtNJ3HqvO8QgJN2aVJANW36fjRLVNm3XNuqeneAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2f60c2633618ff5aa01799f1f7121fe52409e069a3f01703f6011cbcaf873396","last_reissued_at":"2026-07-05T03:01:35.448277Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:01:35.448277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.02590","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:01:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VmtFJE2Ul0UTQjILiOxFcnN3wAQ21HawRiOF5s3ZrREVRiRz896kSyvcc5EHwlUg8kmR+FTlXCJJWZYVGL+OAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:12:42.812136Z"},"content_sha256":"b787f4b0c6d3fbaa85cbfb9fb5071909d560c7cd014bd7dd35293fb7bc3240a6","schema_version":"1.0","event_id":"sha256:b787f4b0c6d3fbaa85cbfb9fb5071909d560c7cd014bd7dd35293fb7bc3240a6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:F5QMEYZWDD7VVIAXTHY7OEQ74U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Elliot: a Comprehensive and Rigorous Framework for Reproducible Recommender Systems Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Alejandro Bellog\\'in, Antonio Ferrara, Claudio Pomo, Daniele Malitesta, Felice Antonio Merra, Francesco Maria Donini, Tommaso Di Noia, Vito Walter Anelli","submitted_at":"2021-03-03T18:42:55Z","abstract_excerpt":"Recommender Systems have shown to be an effective way to alleviate the over-choice problem and provide accurate and tailored recommendations. However, the impressive number of proposed recommendation algorithms, splitting strategies, evaluation protocols, metrics, and tasks, has made rigorous experimental evaluation particularly challenging. Puzzled and frustrated by the continuous recreation of appropriate evaluation benchmarks, experimental pipelines, hyperparameter optimization, and evaluation procedures, we have developed an exhaustive framework to address such needs. Elliot is a comprehen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.02590","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.02590/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:01:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TGBP+7DbPo0oftqEe1swLVerHNavKdHrQjc+YFULhtCKc1aYOhVmcHttwbEywwWWLSe+vNxPjKSGtUAdvxBcBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:12:42.812653Z"},"content_sha256":"f072d1d8389ec6355d8f838d419db69e2886b697c2111e528f66ba9881e49e74","schema_version":"1.0","event_id":"sha256:f072d1d8389ec6355d8f838d419db69e2886b697c2111e528f66ba9881e49e74"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F5QMEYZWDD7VVIAXTHY7OEQ74U/bundle.json","state_url":"https://pith.science/pith/F5QMEYZWDD7VVIAXTHY7OEQ74U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F5QMEYZWDD7VVIAXTHY7OEQ74U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T23:12:42Z","links":{"resolver":"https://pith.science/pith/F5QMEYZWDD7VVIAXTHY7OEQ74U","bundle":"https://pith.science/pith/F5QMEYZWDD7VVIAXTHY7OEQ74U/bundle.json","state":"https://pith.science/pith/F5QMEYZWDD7VVIAXTHY7OEQ74U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F5QMEYZWDD7VVIAXTHY7OEQ74U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:F5QMEYZWDD7VVIAXTHY7OEQ74U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5eac32b2affbd88c2d474babad461b14ddcacf029d0facdb0656c03d95004aaa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-03-03T18:42:55Z","title_canon_sha256":"8b5831eb6ae8a387ba9d04f769817c4d15b3354c63ea2a057716b9955ba10d0a"},"schema_version":"1.0","source":{"id":"2103.02590","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.02590","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"arxiv_version","alias_value":"2103.02590v2","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.02590","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"pith_short_12","alias_value":"F5QMEYZWDD7V","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"pith_short_16","alias_value":"F5QMEYZWDD7VVIAX","created_at":"2026-07-05T03:01:35Z"},{"alias_kind":"pith_short_8","alias_value":"F5QMEYZW","created_at":"2026-07-05T03:01:35Z"}],"graph_snapshots":[{"event_id":"sha256:f072d1d8389ec6355d8f838d419db69e2886b697c2111e528f66ba9881e49e74","target":"graph","created_at":"2026-07-05T03:01:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.02590/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recommender Systems have shown to be an effective way to alleviate the over-choice problem and provide accurate and tailored recommendations. However, the impressive number of proposed recommendation algorithms, splitting strategies, evaluation protocols, metrics, and tasks, has made rigorous experimental evaluation particularly challenging. Puzzled and frustrated by the continuous recreation of appropriate evaluation benchmarks, experimental pipelines, hyperparameter optimization, and evaluation procedures, we have developed an exhaustive framework to address such needs. Elliot is a comprehen","authors_text":"Alejandro Bellog\\'in, Antonio Ferrara, Claudio Pomo, Daniele Malitesta, Felice Antonio Merra, Francesco Maria Donini, Tommaso Di Noia, Vito Walter Anelli","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-03-03T18:42:55Z","title":"Elliot: a Comprehensive and Rigorous Framework for Reproducible Recommender Systems Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.02590","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b787f4b0c6d3fbaa85cbfb9fb5071909d560c7cd014bd7dd35293fb7bc3240a6","target":"record","created_at":"2026-07-05T03:01:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5eac32b2affbd88c2d474babad461b14ddcacf029d0facdb0656c03d95004aaa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-03-03T18:42:55Z","title_canon_sha256":"8b5831eb6ae8a387ba9d04f769817c4d15b3354c63ea2a057716b9955ba10d0a"},"schema_version":"1.0","source":{"id":"2103.02590","kind":"arxiv","version":2}},"canonical_sha256":"2f60c2633618ff5aa01799f1f7121fe52409e069a3f01703f6011cbcaf873396","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2f60c2633618ff5aa01799f1f7121fe52409e069a3f01703f6011cbcaf873396","first_computed_at":"2026-07-05T03:01:35.448277Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:01:35.448277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BTIHFUZs+OK0KL/44QkJlQ87phu6JHdylVR0mcJYo71aVIZtNJ3HqvO8QgJN2aVJANW36fjRLVNm3XNuqeneAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:01:35.448723Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.02590","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b787f4b0c6d3fbaa85cbfb9fb5071909d560c7cd014bd7dd35293fb7bc3240a6","sha256:f072d1d8389ec6355d8f838d419db69e2886b697c2111e528f66ba9881e49e74"],"state_sha256":"cd1d11942de6f66219597ba74964eda9e7132ab7b6d65178a2c52bab26bf6936"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PcRDLryO17np0rlaPsSVvmFE3+SP92YH545DLcEXXuuoYrAyjsRlvHjR2kNEi59uRtnfdf1pWopZQIaoxa9vBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T23:12:42.817079Z","bundle_sha256":"7a88353c72997a7ff1677e9709f11132aa48cc4a635b223de718acbb22a48540"}}