{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3QRE53GX2ED6IPV5UN2TIUN4MR","short_pith_number":"pith:3QRE53GX","canonical_record":{"source":{"id":"2506.12588","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-14T17:53:10Z","cross_cats_sorted":[],"title_canon_sha256":"6aded61d599650489a819c41b0f49f2667ea29d229ac2859ad9ade2a2db42f4d","abstract_canon_sha256":"ff8e9c133efe03bd52bc3d720a84385feb5f80be98e369136042f9c1001e50d4"},"schema_version":"1.0"},"canonical_sha256":"dc224eecd7d107e43ebda3753451bc64592cd3a5e974771601e1772f8878498e","source":{"kind":"arxiv","id":"2506.12588","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.12588","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"arxiv_version","alias_value":"2506.12588v1","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.12588","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"pith_short_12","alias_value":"3QRE53GX2ED6","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"pith_short_16","alias_value":"3QRE53GX2ED6IPV5","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"pith_short_8","alias_value":"3QRE53GX","created_at":"2026-07-05T11:21:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3QRE53GX2ED6IPV5UN2TIUN4MR","target":"record","payload":{"canonical_record":{"source":{"id":"2506.12588","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-14T17:53:10Z","cross_cats_sorted":[],"title_canon_sha256":"6aded61d599650489a819c41b0f49f2667ea29d229ac2859ad9ade2a2db42f4d","abstract_canon_sha256":"ff8e9c133efe03bd52bc3d720a84385feb5f80be98e369136042f9c1001e50d4"},"schema_version":"1.0"},"canonical_sha256":"dc224eecd7d107e43ebda3753451bc64592cd3a5e974771601e1772f8878498e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:21:55.924480Z","signature_b64":"q9p+vOyHvTZ+qbcwH/AkwhN9wgUR9e7rPsjyvwq5NiiDbHezSnSyaGTo3EdYwiyfFJBSwYN5H0zT8HIFUJvyDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dc224eecd7d107e43ebda3753451bc64592cd3a5e974771601e1772f8878498e","last_reissued_at":"2026-07-05T11:21:55.923825Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:21:55.923825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.12588","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:21:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QjP7nCQFrHyaJWhabKt3N1iCch/kIIF6rKe9KImqPIficQz0cyuCMBCY4o8J+tjBcpFBtCgoxYYmQfrHAB8RDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:50:30.442066Z"},"content_sha256":"8e9fa7ed63dcdca5fd4167afab6d1fb6a39677d192feb30d6eaf18167b6edb5b","schema_version":"1.0","event_id":"sha256:8e9fa7ed63dcdca5fd4167afab6d1fb6a39677d192feb30d6eaf18167b6edb5b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3QRE53GX2ED6IPV5UN2TIUN4MR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are We Really Measuring Progress? Transferring Insights from Evaluating Recommender Systems to Temporal Link Prediction","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Filip Cornell, Gabriela Zarzar Gandler, Lele Cao, Oleg Smirnov","submitted_at":"2025-06-14T17:53:10Z","abstract_excerpt":"Recent work has questioned the reliability of graph learning benchmarks, citing concerns around task design, methodological rigor, and data suitability. In this extended abstract, we contribute to this discussion by focusing on evaluation strategies in Temporal Link Prediction (TLP). We observe that current evaluation protocols are often affected by one or more of the following issues: (1) inconsistent sampled metrics, (2) reliance on hard negative sampling often introduced as a means to improve robustness, and (3) metrics that implicitly assume equal base probabilities across source nodes by "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.12588","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.12588/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:21:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OoQOwb4d3MHrKHOgSIm8+3OouF9MBGwNNwKPBiWC/NjbNkfP7FAuIAjpgHwdwDM1KfVykTVMXBUh57lNb2FBBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:50:30.442599Z"},"content_sha256":"f9a6d2c7c26b9d78ae882e0daf7b3b5fe7f598b1139de996cf763d3010dbfe5e","schema_version":"1.0","event_id":"sha256:f9a6d2c7c26b9d78ae882e0daf7b3b5fe7f598b1139de996cf763d3010dbfe5e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3QRE53GX2ED6IPV5UN2TIUN4MR/bundle.json","state_url":"https://pith.science/pith/3QRE53GX2ED6IPV5UN2TIUN4MR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3QRE53GX2ED6IPV5UN2TIUN4MR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:50:30Z","links":{"resolver":"https://pith.science/pith/3QRE53GX2ED6IPV5UN2TIUN4MR","bundle":"https://pith.science/pith/3QRE53GX2ED6IPV5UN2TIUN4MR/bundle.json","state":"https://pith.science/pith/3QRE53GX2ED6IPV5UN2TIUN4MR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3QRE53GX2ED6IPV5UN2TIUN4MR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3QRE53GX2ED6IPV5UN2TIUN4MR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff8e9c133efe03bd52bc3d720a84385feb5f80be98e369136042f9c1001e50d4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-14T17:53:10Z","title_canon_sha256":"6aded61d599650489a819c41b0f49f2667ea29d229ac2859ad9ade2a2db42f4d"},"schema_version":"1.0","source":{"id":"2506.12588","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.12588","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"arxiv_version","alias_value":"2506.12588v1","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.12588","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"pith_short_12","alias_value":"3QRE53GX2ED6","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"pith_short_16","alias_value":"3QRE53GX2ED6IPV5","created_at":"2026-07-05T11:21:55Z"},{"alias_kind":"pith_short_8","alias_value":"3QRE53GX","created_at":"2026-07-05T11:21:55Z"}],"graph_snapshots":[{"event_id":"sha256:f9a6d2c7c26b9d78ae882e0daf7b3b5fe7f598b1139de996cf763d3010dbfe5e","target":"graph","created_at":"2026-07-05T11:21:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.12588/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work has questioned the reliability of graph learning benchmarks, citing concerns around task design, methodological rigor, and data suitability. In this extended abstract, we contribute to this discussion by focusing on evaluation strategies in Temporal Link Prediction (TLP). We observe that current evaluation protocols are often affected by one or more of the following issues: (1) inconsistent sampled metrics, (2) reliance on hard negative sampling often introduced as a means to improve robustness, and (3) metrics that implicitly assume equal base probabilities across source nodes by ","authors_text":"Filip Cornell, Gabriela Zarzar Gandler, Lele Cao, Oleg Smirnov","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-14T17:53:10Z","title":"Are We Really Measuring Progress? Transferring Insights from Evaluating Recommender Systems to Temporal Link Prediction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.12588","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e9fa7ed63dcdca5fd4167afab6d1fb6a39677d192feb30d6eaf18167b6edb5b","target":"record","created_at":"2026-07-05T11:21:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff8e9c133efe03bd52bc3d720a84385feb5f80be98e369136042f9c1001e50d4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-14T17:53:10Z","title_canon_sha256":"6aded61d599650489a819c41b0f49f2667ea29d229ac2859ad9ade2a2db42f4d"},"schema_version":"1.0","source":{"id":"2506.12588","kind":"arxiv","version":1}},"canonical_sha256":"dc224eecd7d107e43ebda3753451bc64592cd3a5e974771601e1772f8878498e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc224eecd7d107e43ebda3753451bc64592cd3a5e974771601e1772f8878498e","first_computed_at":"2026-07-05T11:21:55.923825Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:21:55.923825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q9p+vOyHvTZ+qbcwH/AkwhN9wgUR9e7rPsjyvwq5NiiDbHezSnSyaGTo3EdYwiyfFJBSwYN5H0zT8HIFUJvyDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:21:55.924480Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.12588","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e9fa7ed63dcdca5fd4167afab6d1fb6a39677d192feb30d6eaf18167b6edb5b","sha256:f9a6d2c7c26b9d78ae882e0daf7b3b5fe7f598b1139de996cf763d3010dbfe5e"],"state_sha256":"1f50b413245ea35041076080f488d2b140b3a667f960cbcfd722d6b0d7eee9c6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/Km46bbA13zIUedhrLpTxPZM/+ZZ172sHa6r+RD9jEa1u4bXoEuFlhPfzqIxpx+FrSApr9MFqIpQiwLIfrARBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:50:30.446306Z","bundle_sha256":"76f1a66579339eb05174b2105cb8239bbce5d3877ab30c7ef8057061a1681fc1"}}