{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FECKZHZON6P4N7IHW54K4IVJHS","short_pith_number":"pith:FECKZHZO","canonical_record":{"source":{"id":"2408.05534","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-10T12:30:01Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"87388b4d1a9fcab37353910e4c0076fb13ccb1faea7a1274192982a95e3d339c","abstract_canon_sha256":"64448ac4e71cf837581d8a9b120fafb8148127ba0f4e82355430f81762122396"},"schema_version":"1.0"},"canonical_sha256":"2904ac9f2e6f9fc6fd07b778ae22a93cb65672a9027a41397dee0de1e887d722","source":{"kind":"arxiv","id":"2408.05534","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05534","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05534v2","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05534","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"pith_short_12","alias_value":"FECKZHZON6P4","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"pith_short_16","alias_value":"FECKZHZON6P4N7IH","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"pith_short_8","alias_value":"FECKZHZO","created_at":"2026-07-05T10:09:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FECKZHZON6P4N7IHW54K4IVJHS","target":"record","payload":{"canonical_record":{"source":{"id":"2408.05534","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-10T12:30:01Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"87388b4d1a9fcab37353910e4c0076fb13ccb1faea7a1274192982a95e3d339c","abstract_canon_sha256":"64448ac4e71cf837581d8a9b120fafb8148127ba0f4e82355430f81762122396"},"schema_version":"1.0"},"canonical_sha256":"2904ac9f2e6f9fc6fd07b778ae22a93cb65672a9027a41397dee0de1e887d722","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:09:46.088359Z","signature_b64":"OxuVMdYlURaeo+n8RrKg0hk66PeEDKVIfncIXMH7bvDA1PrnTh8Yqypun02aVzQoz1Dywo/IXEAe35hMN8G7DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2904ac9f2e6f9fc6fd07b778ae22a93cb65672a9027a41397dee0de1e887d722","last_reissued_at":"2026-07-05T10:09:46.087899Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:09:46.087899Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.05534","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BLiM+ubtMJcXstl08qpM3P+aL2lVJMRWQbXAPJwJo/LOk2iw/dx2tbZ8rtj0RvnrzQDk6CtaOHXK9mwt2G8PAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:28:03.561342Z"},"content_sha256":"7fa08bf373844be58adfe72eaa10ac9fc11032f041b263d602d3a791c7f8d3bf","schema_version":"1.0","event_id":"sha256:7fa08bf373844be58adfe72eaa10ac9fc11032f041b263d602d3a791c7f8d3bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FECKZHZON6P4N7IHW54K4IVJHS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can LLMs Replace Manual Annotation of Software Engineering Artifacts?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","cs.LG"],"primary_cat":"cs.SE","authors_text":"Christoph Treude, Michael Pradel, Premkumar Devanbu, Toufique Ahmed","submitted_at":"2024-08-10T12:30:01Z","abstract_excerpt":"Experimental evaluations of software engineering innovations, e.g., tools and processes, often include human-subject studies as a component of a multi-pronged strategy to obtain greater generalizability of the findings. However, human-subject studies in our field are challenging, due to the cost and difficulty of finding and employing suitable subjects, ideally, professional programmers with varying degrees of experience. Meanwhile, large language models (LLMs) have recently started to demonstrate human-level performance in several areas. This paper explores the possibility of substituting cos"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05534","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.05534/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YZbyJIfx8PWV3OdBWPoPq4V6JyO8xK2QxRoPVXqCktodJNXDWDlA5g4G/x7VPVW1uCx8l/VWpLfhrxix2zBsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:28:03.561863Z"},"content_sha256":"f3902f0b65fde3b25b2b4563f91c45c09b61c8a5417943a56f8ea7e6cb40c824","schema_version":"1.0","event_id":"sha256:f3902f0b65fde3b25b2b4563f91c45c09b61c8a5417943a56f8ea7e6cb40c824"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FECKZHZON6P4N7IHW54K4IVJHS/bundle.json","state_url":"https://pith.science/pith/FECKZHZON6P4N7IHW54K4IVJHS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FECKZHZON6P4N7IHW54K4IVJHS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:28:03Z","links":{"resolver":"https://pith.science/pith/FECKZHZON6P4N7IHW54K4IVJHS","bundle":"https://pith.science/pith/FECKZHZON6P4N7IHW54K4IVJHS/bundle.json","state":"https://pith.science/pith/FECKZHZON6P4N7IHW54K4IVJHS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FECKZHZON6P4N7IHW54K4IVJHS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FECKZHZON6P4N7IHW54K4IVJHS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"64448ac4e71cf837581d8a9b120fafb8148127ba0f4e82355430f81762122396","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-10T12:30:01Z","title_canon_sha256":"87388b4d1a9fcab37353910e4c0076fb13ccb1faea7a1274192982a95e3d339c"},"schema_version":"1.0","source":{"id":"2408.05534","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05534","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05534v2","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05534","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"pith_short_12","alias_value":"FECKZHZON6P4","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"pith_short_16","alias_value":"FECKZHZON6P4N7IH","created_at":"2026-07-05T10:09:46Z"},{"alias_kind":"pith_short_8","alias_value":"FECKZHZO","created_at":"2026-07-05T10:09:46Z"}],"graph_snapshots":[{"event_id":"sha256:f3902f0b65fde3b25b2b4563f91c45c09b61c8a5417943a56f8ea7e6cb40c824","target":"graph","created_at":"2026-07-05T10:09:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.05534/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Experimental evaluations of software engineering innovations, e.g., tools and processes, often include human-subject studies as a component of a multi-pronged strategy to obtain greater generalizability of the findings. However, human-subject studies in our field are challenging, due to the cost and difficulty of finding and employing suitable subjects, ideally, professional programmers with varying degrees of experience. Meanwhile, large language models (LLMs) have recently started to demonstrate human-level performance in several areas. This paper explores the possibility of substituting cos","authors_text":"Christoph Treude, Michael Pradel, Premkumar Devanbu, Toufique Ahmed","cross_cats":["cs.HC","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-10T12:30:01Z","title":"Can LLMs Replace Manual Annotation of Software Engineering Artifacts?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05534","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7fa08bf373844be58adfe72eaa10ac9fc11032f041b263d602d3a791c7f8d3bf","target":"record","created_at":"2026-07-05T10:09:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"64448ac4e71cf837581d8a9b120fafb8148127ba0f4e82355430f81762122396","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-10T12:30:01Z","title_canon_sha256":"87388b4d1a9fcab37353910e4c0076fb13ccb1faea7a1274192982a95e3d339c"},"schema_version":"1.0","source":{"id":"2408.05534","kind":"arxiv","version":2}},"canonical_sha256":"2904ac9f2e6f9fc6fd07b778ae22a93cb65672a9027a41397dee0de1e887d722","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2904ac9f2e6f9fc6fd07b778ae22a93cb65672a9027a41397dee0de1e887d722","first_computed_at":"2026-07-05T10:09:46.087899Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:09:46.087899Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OxuVMdYlURaeo+n8RrKg0hk66PeEDKVIfncIXMH7bvDA1PrnTh8Yqypun02aVzQoz1Dywo/IXEAe35hMN8G7DA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:09:46.088359Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.05534","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7fa08bf373844be58adfe72eaa10ac9fc11032f041b263d602d3a791c7f8d3bf","sha256:f3902f0b65fde3b25b2b4563f91c45c09b61c8a5417943a56f8ea7e6cb40c824"],"state_sha256":"3bb2cdcbe89e57af028e5dcbd455a5fa881ca88d1b3226fc735f801bfb44dbaf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"27YtR6gAnlSxziZsvZZtczCEMsZewxLLI++D9vyKXkicvuF4BFQOwPaP/iElkVSV+u23SvdsZ6ZCmuGJ15TaBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:28:03.566495Z","bundle_sha256":"f6ace03be2b1e71d2395b05a0e908a834e121cf5a234d39ab5eb849a2b0b51dc"}}