{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CALLKNR4EIBGAHSR6BXSW7Q4IN","short_pith_number":"pith:CALLKNR4","canonical_record":{"source":{"id":"2312.08055","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-13T11:02:19Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8fec8b2876b1e1ba45b3d94dff51d0c52688720d12f9266f5d00b8ec5e87df95","abstract_canon_sha256":"13970f7bf027b58ed9aa966706e29e01f172d78416cea645aa253c2942fef6f6"},"schema_version":"1.0"},"canonical_sha256":"1016b5363c2202601e51f06f2b7e1c4355480db4416e1c409c1c9e6a11859eb0","source":{"kind":"arxiv","id":"2312.08055","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.08055","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"arxiv_version","alias_value":"2312.08055v2","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.08055","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"pith_short_12","alias_value":"CALLKNR4EIBG","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"pith_short_16","alias_value":"CALLKNR4EIBGAHSR","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"pith_short_8","alias_value":"CALLKNR4","created_at":"2026-07-05T07:30:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CALLKNR4EIBGAHSR6BXSW7Q4IN","target":"record","payload":{"canonical_record":{"source":{"id":"2312.08055","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-13T11:02:19Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8fec8b2876b1e1ba45b3d94dff51d0c52688720d12f9266f5d00b8ec5e87df95","abstract_canon_sha256":"13970f7bf027b58ed9aa966706e29e01f172d78416cea645aa253c2942fef6f6"},"schema_version":"1.0"},"canonical_sha256":"1016b5363c2202601e51f06f2b7e1c4355480db4416e1c409c1c9e6a11859eb0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:30:57.510019Z","signature_b64":"cFFLnoghc70WnM0zbNauAkCVfpcVlZRzVCq93blMX4fz7+3Dt2aHlHHnJRxC9juSmBr63m1Ryzav60mLupkqBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1016b5363c2202601e51f06f2b7e1c4355480db4416e1c409c1c9e6a11859eb0","last_reissued_at":"2026-07-05T07:30:57.509618Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:30:57.509618Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.08055","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:30:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4JPSGPOJFLlGswyBGbxr59SQSvMH6oYTfCeS0g+ifNH167UriUPK+7xTiQN8DCZ8+pICQQZufLJ3SjFwREPzCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:49:54.928909Z"},"content_sha256":"299af14c6466444401ec07495e2d3c9d7926247656a2173000465d41364f573b","schema_version":"1.0","event_id":"sha256:299af14c6466444401ec07495e2d3c9d7926247656a2173000465d41364f573b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CALLKNR4EIBGAHSR6BXSW7Q4IN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Breaking the Silence: the Threats of Using LLMs in Software Engineering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Annibale Panichella, June Sallou, Thomas Durieux","submitted_at":"2023-12-13T11:02:19Z","abstract_excerpt":"Large Language Models (LLMs) have gained considerable traction within the Software Engineering (SE) community, impacting various SE tasks from code completion to test generation, from program repair to code summarization. Despite their promise, researchers must still be careful as numerous intricate factors can influence the outcomes of experiments involving LLMs. This paper initiates an open discussion on potential threats to the validity of LLM-based research including issues such as closed-source models, possible data leakage between LLM training data and research evaluation, and the reprod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.08055","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.08055/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:30:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nAk15Yp7hUPHuGstquL6sLhaR4/gi5D8ftiBfHGiInYx3B07CloIw77MXnT5uZU7vUjovS83flqtqGTGY7HvDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:49:54.929270Z"},"content_sha256":"48c8700162d9761ed4412948ba6647dd11253cd69d206e218e7fa6b9d597ea0b","schema_version":"1.0","event_id":"sha256:48c8700162d9761ed4412948ba6647dd11253cd69d206e218e7fa6b9d597ea0b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CALLKNR4EIBGAHSR6BXSW7Q4IN/bundle.json","state_url":"https://pith.science/pith/CALLKNR4EIBGAHSR6BXSW7Q4IN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CALLKNR4EIBGAHSR6BXSW7Q4IN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:49:54Z","links":{"resolver":"https://pith.science/pith/CALLKNR4EIBGAHSR6BXSW7Q4IN","bundle":"https://pith.science/pith/CALLKNR4EIBGAHSR6BXSW7Q4IN/bundle.json","state":"https://pith.science/pith/CALLKNR4EIBGAHSR6BXSW7Q4IN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CALLKNR4EIBGAHSR6BXSW7Q4IN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CALLKNR4EIBGAHSR6BXSW7Q4IN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"13970f7bf027b58ed9aa966706e29e01f172d78416cea645aa253c2942fef6f6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-13T11:02:19Z","title_canon_sha256":"8fec8b2876b1e1ba45b3d94dff51d0c52688720d12f9266f5d00b8ec5e87df95"},"schema_version":"1.0","source":{"id":"2312.08055","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.08055","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"arxiv_version","alias_value":"2312.08055v2","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.08055","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"pith_short_12","alias_value":"CALLKNR4EIBG","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"pith_short_16","alias_value":"CALLKNR4EIBGAHSR","created_at":"2026-07-05T07:30:57Z"},{"alias_kind":"pith_short_8","alias_value":"CALLKNR4","created_at":"2026-07-05T07:30:57Z"}],"graph_snapshots":[{"event_id":"sha256:48c8700162d9761ed4412948ba6647dd11253cd69d206e218e7fa6b9d597ea0b","target":"graph","created_at":"2026-07-05T07:30:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.08055/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have gained considerable traction within the Software Engineering (SE) community, impacting various SE tasks from code completion to test generation, from program repair to code summarization. Despite their promise, researchers must still be careful as numerous intricate factors can influence the outcomes of experiments involving LLMs. This paper initiates an open discussion on potential threats to the validity of LLM-based research including issues such as closed-source models, possible data leakage between LLM training data and research evaluation, and the reprod","authors_text":"Annibale Panichella, June Sallou, Thomas Durieux","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-13T11:02:19Z","title":"Breaking the Silence: the Threats of Using LLMs in Software Engineering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.08055","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:299af14c6466444401ec07495e2d3c9d7926247656a2173000465d41364f573b","target":"record","created_at":"2026-07-05T07:30:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"13970f7bf027b58ed9aa966706e29e01f172d78416cea645aa253c2942fef6f6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-13T11:02:19Z","title_canon_sha256":"8fec8b2876b1e1ba45b3d94dff51d0c52688720d12f9266f5d00b8ec5e87df95"},"schema_version":"1.0","source":{"id":"2312.08055","kind":"arxiv","version":2}},"canonical_sha256":"1016b5363c2202601e51f06f2b7e1c4355480db4416e1c409c1c9e6a11859eb0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1016b5363c2202601e51f06f2b7e1c4355480db4416e1c409c1c9e6a11859eb0","first_computed_at":"2026-07-05T07:30:57.509618Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:30:57.509618Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cFFLnoghc70WnM0zbNauAkCVfpcVlZRzVCq93blMX4fz7+3Dt2aHlHHnJRxC9juSmBr63m1Ryzav60mLupkqBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:30:57.510019Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.08055","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:299af14c6466444401ec07495e2d3c9d7926247656a2173000465d41364f573b","sha256:48c8700162d9761ed4412948ba6647dd11253cd69d206e218e7fa6b9d597ea0b"],"state_sha256":"fa8e4cb717caafd63d47fc211f20c78c4e0eb1e1c0e623632c08aad78dac869e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PFMc6ZTUoN+aDA3aRdVKO4e6DGYCdHBoAiAiqg3TWcFWh0QcGUJw+4KePBQy4vIEf1QB1mzH2EWa2Z61g/FJBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:49:54.931486Z","bundle_sha256":"55d2554272f923b9f6f74f2731283a7d6b6798ae10d32dd8f6c41a2ca5f3555b"}}