{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:MEZZ7S6JILVLOH7GWEJ3TZXIWX","short_pith_number":"pith:MEZZ7S6J","schema_version":"1.0","canonical_sha256":"61339fcbc942eab71fe6b113b9e6e8b5eead13cd85d03ca07ab67ba1d60c3318","source":{"kind":"arxiv","id":"2501.16948","version":3},"attestation_state":"computed","paper":{"title":"Stack Overflow Meets Replication: Security Research Amid Evolving Code Snippets (Extended Version)","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CR","authors_text":"Alfusainey Jallow, Sven Bugiel","submitted_at":"2025-01-28T13:46:11Z","abstract_excerpt":"We study the impact of Stack Overflow code evolution on the stability of prior research findings derived from Stack Overflow data and provide recommendations for future studies. We systematically reviewed papers published between 2005--2023 to identify key aspects of Stack Overflow that can affect study results, such as the language or context of code snippets. Our analysis reveals that certain aspects are non-stationary over time, which could lead to different conclusions if experiments are repeated at different times. We replicated six studies using a more recent dataset to demonstrate this "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2501.16948","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-28T13:46:11Z","cross_cats_sorted":[],"title_canon_sha256":"9e9bf02f0118aadbe72ac56041c8f5e554169d3dd04544aaaf9300ba884c2a75","abstract_canon_sha256":"8c3e27fbae584e0f23d9bce379426e2c169e527f92fc290a05160eda31e2b67a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:44:42.642166Z","signature_b64":"l0jIvZynhV8efZyrtLL9x5SrHNufrk6JeOmePBaRywVv5ZnDPpWxNj6bRmnZWm9qQ1BTT3lRe8o4KICNCmJ9Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"61339fcbc942eab71fe6b113b9e6e8b5eead13cd85d03ca07ab67ba1d60c3318","last_reissued_at":"2026-07-05T10:44:42.641675Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:44:42.641675Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Stack Overflow Meets Replication: Security Research Amid Evolving Code Snippets (Extended Version)","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CR","authors_text":"Alfusainey Jallow, Sven Bugiel","submitted_at":"2025-01-28T13:46:11Z","abstract_excerpt":"We study the impact of Stack Overflow code evolution on the stability of prior research findings derived from Stack Overflow data and provide recommendations for future studies. We systematically reviewed papers published between 2005--2023 to identify key aspects of Stack Overflow that can affect study results, such as the language or context of code snippets. Our analysis reveals that certain aspects are non-stationary over time, which could lead to different conclusions if experiments are repeated at different times. We replicated six studies using a more recent dataset to demonstrate this "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16948","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.16948/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2501.16948","created_at":"2026-07-05T10:44:42.641731+00:00"},{"alias_kind":"arxiv_version","alias_value":"2501.16948v3","created_at":"2026-07-05T10:44:42.641731+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16948","created_at":"2026-07-05T10:44:42.641731+00:00"},{"alias_kind":"pith_short_12","alias_value":"MEZZ7S6JILVL","created_at":"2026-07-05T10:44:42.641731+00:00"},{"alias_kind":"pith_short_16","alias_value":"MEZZ7S6JILVLOH7G","created_at":"2026-07-05T10:44:42.641731+00:00"},{"alias_kind":"pith_short_8","alias_value":"MEZZ7S6J","created_at":"2026-07-05T10:44:42.641731+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX","json":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX.json","graph_json":"https://pith.science/api/pith-number/MEZZ7S6JILVLOH7GWEJ3TZXIWX/graph.json","events_json":"https://pith.science/api/pith-number/MEZZ7S6JILVLOH7GWEJ3TZXIWX/events.json","paper":"https://pith.science/paper/MEZZ7S6J"},"agent_actions":{"view_html":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX","download_json":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX.json","view_paper":"https://pith.science/paper/MEZZ7S6J","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2501.16948&json=true","fetch_graph":"https://pith.science/api/pith-number/MEZZ7S6JILVLOH7GWEJ3TZXIWX/graph.json","fetch_events":"https://pith.science/api/pith-number/MEZZ7S6JILVLOH7GWEJ3TZXIWX/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX/action/timestamp_anchor","attest_storage":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX/action/storage_attestation","attest_author":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX/action/author_attestation","sign_citation":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX/action/citation_signature","submit_replication":"https://pith.science/pith/MEZZ7S6JILVLOH7GWEJ3TZXIWX/action/replication_record"}},"created_at":"2026-07-05T10:44:42.641731+00:00","updated_at":"2026-07-05T10:44:42.641731+00:00"}