{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:EFSI642FLMG3NINSFCDH26QJPF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac5fa731cc9293a148b2e68e5ef243e185727473e12c774c2b353a1f8cd81fea","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-07-15T04:33:59Z","title_canon_sha256":"b69a2dc5fbaa2acf739d1111385d14b1bb68e7d5e6cfbc14379bb6296f0848ab"},"schema_version":"1.0","source":{"id":"2107.07112","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.07112","created_at":"2026-07-05T03:56:02Z"},{"alias_kind":"arxiv_version","alias_value":"2107.07112v2","created_at":"2026-07-05T03:56:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.07112","created_at":"2026-07-05T03:56:02Z"},{"alias_kind":"pith_short_12","alias_value":"EFSI642FLMG3","created_at":"2026-07-05T03:56:02Z"},{"alias_kind":"pith_short_16","alias_value":"EFSI642FLMG3NINS","created_at":"2026-07-05T03:56:02Z"},{"alias_kind":"pith_short_8","alias_value":"EFSI642F","created_at":"2026-07-05T03:56:02Z"}],"graph_snapshots":[{"event_id":"sha256:5e345d13e745d8e49fd61b11178582604366a1a16fa53793c33a3c2fd3e24508","target":"graph","created_at":"2026-07-05T03:56:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.07112/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Source code summaries are important for program comprehension and maintenance. However, there are plenty of programs with missing, outdated, or mismatched summaries. Recently, deep learning techniques have been exploited to automatically generate summaries for given code snippets. To achieve a profound understanding of how far we are from solving this problem and provide suggestions to future research, in this paper, we conduct a systematic and in-depth analysis of 5 state-of-the-art neural code summarization models on 6 widely used BLEU variants, 4 pre-processing operations and their combinat","authors_text":"Dongmei Zhang, Ensheng Shi, Hongbin Sun, Hongyu Zhang, Junjie Chen, Lun Du, Shi Han, Yanlin Wang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-07-15T04:33:59Z","title":"On the Evaluation of Neural Code Summarization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.07112","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4137610d05bf203a57f0c2945e961626a71696fbd21c1fe2104c1cb9d9f3a008","target":"record","created_at":"2026-07-05T03:56:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac5fa731cc9293a148b2e68e5ef243e185727473e12c774c2b353a1f8cd81fea","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-07-15T04:33:59Z","title_canon_sha256":"b69a2dc5fbaa2acf739d1111385d14b1bb68e7d5e6cfbc14379bb6296f0848ab"},"schema_version":"1.0","source":{"id":"2107.07112","kind":"arxiv","version":2}},"canonical_sha256":"21648f73455b0db6a1b228867d7a09795838d531c896396c4ccdd3b97faba6db","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"21648f73455b0db6a1b228867d7a09795838d531c896396c4ccdd3b97faba6db","first_computed_at":"2026-07-05T03:56:02.416826Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:56:02.416826Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2UJkgnOlkfjRqwt3y6QrOvBbWJYO/354cqhnSAmxyAWAU6yytax3aS+E3HpEZODk9x/uG/OpfB/rGoo3mISsDg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:56:02.417312Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.07112","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4137610d05bf203a57f0c2945e961626a71696fbd21c1fe2104c1cb9d9f3a008","sha256:5e345d13e745d8e49fd61b11178582604366a1a16fa53793c33a3c2fd3e24508"],"state_sha256":"0f2e88b0e27154b9eaf7d1510ccaba4024429433cdb44483de911c84bb8ac130"}