{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:CBLMXUE6MG7CBPUFVQHHUUJJOY","short_pith_number":"pith:CBLMXUE6","schema_version":"1.0","canonical_sha256":"1056cbd09e61be20be85ac0e7a51297630b0af71dbc431da91dc217941f29a18","source":{"kind":"arxiv","id":"2302.03147","version":1},"attestation_state":"computed","paper":{"title":"It's about Time: Rethinking Evaluation on Rumor Detection Benchmarks using Chronological Splits","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kalina Bontcheva, Nikolaos Aletras, Yida Mu","submitted_at":"2023-02-06T22:53:13Z","abstract_excerpt":"New events emerge over time influencing the topics of rumors in social media. Current rumor detection benchmarks use random splits as training, development and test sets which typically results in topical overlaps. Consequently, models trained on random splits may not perform well on rumor classification on previously unseen topics due to the temporal concept drift. In this paper, we provide a re-evaluation of classification models on four popular rumor detection benchmarks considering chronological instead of random splits. Our experimental results show that the use of random splits can signi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2302.03147","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-02-06T22:53:13Z","cross_cats_sorted":[],"title_canon_sha256":"38a13ec3ebc2609b72643718ec057149903cd0a41da02aed4f7f11afc651cb3f","abstract_canon_sha256":"6d136bca9fdec07b0c5ef544acc5cf5092f9e053a30bc15174e589310e9cd33b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:39:34.210961Z","signature_b64":"4vaGgHUwJIn4U0SYrqEmaSsgzcDQUzHgnuJ5ogBml0Cz0XknmgCogFvOLAKNqFoBC72rFjq3NKDGKC27MSeVBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1056cbd09e61be20be85ac0e7a51297630b0af71dbc431da91dc217941f29a18","last_reissued_at":"2026-07-05T05:39:34.210528Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:39:34.210528Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"It's about Time: Rethinking Evaluation on Rumor Detection Benchmarks using Chronological Splits","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kalina Bontcheva, Nikolaos Aletras, Yida Mu","submitted_at":"2023-02-06T22:53:13Z","abstract_excerpt":"New events emerge over time influencing the topics of rumors in social media. Current rumor detection benchmarks use random splits as training, development and test sets which typically results in topical overlaps. Consequently, models trained on random splits may not perform well on rumor classification on previously unseen topics due to the temporal concept drift. In this paper, we provide a re-evaluation of classification models on four popular rumor detection benchmarks considering chronological instead of random splits. Our experimental results show that the use of random splits can signi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.03147","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.03147/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2302.03147","created_at":"2026-07-05T05:39:34.210577+00:00"},{"alias_kind":"arxiv_version","alias_value":"2302.03147v1","created_at":"2026-07-05T05:39:34.210577+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.03147","created_at":"2026-07-05T05:39:34.210577+00:00"},{"alias_kind":"pith_short_12","alias_value":"CBLMXUE6MG7C","created_at":"2026-07-05T05:39:34.210577+00:00"},{"alias_kind":"pith_short_16","alias_value":"CBLMXUE6MG7CBPUF","created_at":"2026-07-05T05:39:34.210577+00:00"},{"alias_kind":"pith_short_8","alias_value":"CBLMXUE6","created_at":"2026-07-05T05:39:34.210577+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2505.12535","citing_title":"Framework of Voting Prediction of Parliament Members","ref_index":56,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY","json":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY.json","graph_json":"https://pith.science/api/pith-number/CBLMXUE6MG7CBPUFVQHHUUJJOY/graph.json","events_json":"https://pith.science/api/pith-number/CBLMXUE6MG7CBPUFVQHHUUJJOY/events.json","paper":"https://pith.science/paper/CBLMXUE6"},"agent_actions":{"view_html":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY","download_json":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY.json","view_paper":"https://pith.science/paper/CBLMXUE6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2302.03147&json=true","fetch_graph":"https://pith.science/api/pith-number/CBLMXUE6MG7CBPUFVQHHUUJJOY/graph.json","fetch_events":"https://pith.science/api/pith-number/CBLMXUE6MG7CBPUFVQHHUUJJOY/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY/action/storage_attestation","attest_author":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY/action/author_attestation","sign_citation":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY/action/citation_signature","submit_replication":"https://pith.science/pith/CBLMXUE6MG7CBPUFVQHHUUJJOY/action/replication_record"}},"created_at":"2026-07-05T05:39:34.210577+00:00","updated_at":"2026-07-05T05:39:34.210577+00:00"}