{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:2ERRNPV6L64IY2JZBLM5I4YY5T","short_pith_number":"pith:2ERRNPV6","canonical_record":{"source":{"id":"2507.10906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-15T01:50:20Z","cross_cats_sorted":[],"title_canon_sha256":"5f632b230e86188612c56565ede4cd789f14965e2320f7d249b8b1e1d7051214","abstract_canon_sha256":"a29abdd7dff67aa23a17c665d8b108cc649c2ac5e85861d1d78a504e95107f10"},"schema_version":"1.0"},"canonical_sha256":"d12316bebe5fb88c69390ad9d47318ecce014693c7db8e1608f60fb4d7fe588f","source":{"kind":"arxiv","id":"2507.10906","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.10906","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"arxiv_version","alias_value":"2507.10906v1","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.10906","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"pith_short_12","alias_value":"2ERRNPV6L64I","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"pith_short_16","alias_value":"2ERRNPV6L64IY2JZ","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"pith_short_8","alias_value":"2ERRNPV6","created_at":"2026-07-05T11:37:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:2ERRNPV6L64IY2JZBLM5I4YY5T","target":"record","payload":{"canonical_record":{"source":{"id":"2507.10906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-15T01:50:20Z","cross_cats_sorted":[],"title_canon_sha256":"5f632b230e86188612c56565ede4cd789f14965e2320f7d249b8b1e1d7051214","abstract_canon_sha256":"a29abdd7dff67aa23a17c665d8b108cc649c2ac5e85861d1d78a504e95107f10"},"schema_version":"1.0"},"canonical_sha256":"d12316bebe5fb88c69390ad9d47318ecce014693c7db8e1608f60fb4d7fe588f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:37:28.089770Z","signature_b64":"Vy23xCJFVFGEMpREJpLZab+Yfpc36MzN5jcM1ZVQMjt8hemcKZGxegoxgOOdO4zWOPVtqzkrkhPk7v4mr/KlBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d12316bebe5fb88c69390ad9d47318ecce014693c7db8e1608f60fb4d7fe588f","last_reissued_at":"2026-07-05T11:37:28.089226Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:37:28.089226Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.10906","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RU+lN6CpRUfWkF/GK05iAakib3okKPk+ogHjGskuDssPDwT6dxGSVEk9cQ0Cg8N32H1Sza+HDJw9HPr8enAuAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:57:04.499127Z"},"content_sha256":"179e0b1c936fcc831e9f7e5313bf1feb0c5c19146d12def3f2c4ddef26381593","schema_version":"1.0","event_id":"sha256:179e0b1c936fcc831e9f7e5313bf1feb0c5c19146d12def3f2c4ddef26381593"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:2ERRNPV6L64IY2JZBLM5I4YY5T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Generated Commit Messages with Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Bo Jiang, Hui Liu, Klaas-Jan Stol, Ningyuan Sun, Qunhong Zeng, Xingyu Mou, Yuxia Zhang, Zexiong Ma","submitted_at":"2025-07-15T01:50:20Z","abstract_excerpt":"Commit messages are essential in software development as they serve to document and explain code changes. Yet, their quality often falls short in practice, with studies showing significant proportions of empty or inadequate messages. While automated commit message generation has advanced significantly, particularly with Large Language Models (LLMs), the evaluation of generated messages remains challenging. Traditional reference-based automatic metrics like BLEU, ROUGE-L, and METEOR have notable limitations in assessing commit message quality, as they assume a one-to-one mapping between code ch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.10906","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.10906/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l1IoxVg3WlSWFUbphkseZrPcqSkdhq2raAtUWnwtQnkz+Pg0s+BtrHXmras5QKSFx8XZylKKQFZv8CFxw9veDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:57:04.499411Z"},"content_sha256":"3154ee5dae29b49dfd7d3be47c7a00289900d533c6171cedf6f4c57dab0b2c33","schema_version":"1.0","event_id":"sha256:3154ee5dae29b49dfd7d3be47c7a00289900d533c6171cedf6f4c57dab0b2c33"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2ERRNPV6L64IY2JZBLM5I4YY5T/bundle.json","state_url":"https://pith.science/pith/2ERRNPV6L64IY2JZBLM5I4YY5T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2ERRNPV6L64IY2JZBLM5I4YY5T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T14:57:04Z","links":{"resolver":"https://pith.science/pith/2ERRNPV6L64IY2JZBLM5I4YY5T","bundle":"https://pith.science/pith/2ERRNPV6L64IY2JZBLM5I4YY5T/bundle.json","state":"https://pith.science/pith/2ERRNPV6L64IY2JZBLM5I4YY5T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2ERRNPV6L64IY2JZBLM5I4YY5T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:2ERRNPV6L64IY2JZBLM5I4YY5T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a29abdd7dff67aa23a17c665d8b108cc649c2ac5e85861d1d78a504e95107f10","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-15T01:50:20Z","title_canon_sha256":"5f632b230e86188612c56565ede4cd789f14965e2320f7d249b8b1e1d7051214"},"schema_version":"1.0","source":{"id":"2507.10906","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.10906","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"arxiv_version","alias_value":"2507.10906v1","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.10906","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"pith_short_12","alias_value":"2ERRNPV6L64I","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"pith_short_16","alias_value":"2ERRNPV6L64IY2JZ","created_at":"2026-07-05T11:37:28Z"},{"alias_kind":"pith_short_8","alias_value":"2ERRNPV6","created_at":"2026-07-05T11:37:28Z"}],"graph_snapshots":[{"event_id":"sha256:3154ee5dae29b49dfd7d3be47c7a00289900d533c6171cedf6f4c57dab0b2c33","target":"graph","created_at":"2026-07-05T11:37:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.10906/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Commit messages are essential in software development as they serve to document and explain code changes. Yet, their quality often falls short in practice, with studies showing significant proportions of empty or inadequate messages. While automated commit message generation has advanced significantly, particularly with Large Language Models (LLMs), the evaluation of generated messages remains challenging. Traditional reference-based automatic metrics like BLEU, ROUGE-L, and METEOR have notable limitations in assessing commit message quality, as they assume a one-to-one mapping between code ch","authors_text":"Bo Jiang, Hui Liu, Klaas-Jan Stol, Ningyuan Sun, Qunhong Zeng, Xingyu Mou, Yuxia Zhang, Zexiong Ma","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-15T01:50:20Z","title":"Evaluating Generated Commit Messages with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.10906","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:179e0b1c936fcc831e9f7e5313bf1feb0c5c19146d12def3f2c4ddef26381593","target":"record","created_at":"2026-07-05T11:37:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a29abdd7dff67aa23a17c665d8b108cc649c2ac5e85861d1d78a504e95107f10","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-07-15T01:50:20Z","title_canon_sha256":"5f632b230e86188612c56565ede4cd789f14965e2320f7d249b8b1e1d7051214"},"schema_version":"1.0","source":{"id":"2507.10906","kind":"arxiv","version":1}},"canonical_sha256":"d12316bebe5fb88c69390ad9d47318ecce014693c7db8e1608f60fb4d7fe588f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d12316bebe5fb88c69390ad9d47318ecce014693c7db8e1608f60fb4d7fe588f","first_computed_at":"2026-07-05T11:37:28.089226Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:37:28.089226Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Vy23xCJFVFGEMpREJpLZab+Yfpc36MzN5jcM1ZVQMjt8hemcKZGxegoxgOOdO4zWOPVtqzkrkhPk7v4mr/KlBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:37:28.089770Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.10906","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:179e0b1c936fcc831e9f7e5313bf1feb0c5c19146d12def3f2c4ddef26381593","sha256:3154ee5dae29b49dfd7d3be47c7a00289900d533c6171cedf6f4c57dab0b2c33"],"state_sha256":"4343a2aacbf8f715fbe8988297ddc09e851d701f3a2cfd09409a7f6be2930937"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D/2UGYVAN12y71Gwu8ZpGu2vFvP5d0YJCkPUXOpqwv0eLl3J5xZOZDvVJgtE7BISLThj7zT2DdbMPZkp/k4iDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T14:57:04.502073Z","bundle_sha256":"8a84cdaa15e9bf06e13a54ece7ca9da840e3926d9accb2b24a73daccfd89a504"}}