{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:T547BO7OQXXKM4QPCFBGCTUIZ3","short_pith_number":"pith:T547BO7O","canonical_record":{"source":{"id":"2410.12046","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-10-15T20:32:07Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"74681666c34b963d5c4607f53c60c3d2cdf8fb7f87f600110b20ff2265cc9f40","abstract_canon_sha256":"25a45dffdbf7c90f72b2fb80e74f7d39dc760bd5dc42c4d2dc924b263abf6ef7"},"schema_version":"1.0"},"canonical_sha256":"9f79f0bbee85eea6720f1142614e88ced03d568a5a40c6894b559ddcaa2081f4","source":{"kind":"arxiv","id":"2410.12046","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12046","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12046v2","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12046","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"pith_short_12","alias_value":"T547BO7OQXXK","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"pith_short_16","alias_value":"T547BO7OQXXKM4QP","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"pith_short_8","alias_value":"T547BO7O","created_at":"2026-07-05T09:58:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:T547BO7OQXXKM4QPCFBGCTUIZ3","target":"record","payload":{"canonical_record":{"source":{"id":"2410.12046","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-10-15T20:32:07Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"74681666c34b963d5c4607f53c60c3d2cdf8fb7f87f600110b20ff2265cc9f40","abstract_canon_sha256":"25a45dffdbf7c90f72b2fb80e74f7d39dc760bd5dc42c4d2dc924b263abf6ef7"},"schema_version":"1.0"},"canonical_sha256":"9f79f0bbee85eea6720f1142614e88ced03d568a5a40c6894b559ddcaa2081f4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:58:25.373830Z","signature_b64":"SZgY04tW+iQLUmshIBYpAYmKd7rg5s9CKkTqxKgsX1c1RiXq8qfqbkEWtzxpB0FbutuGpDf2H2Q8EZN2NxS8BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9f79f0bbee85eea6720f1142614e88ced03d568a5a40c6894b559ddcaa2081f4","last_reissued_at":"2026-07-05T09:58:25.373252Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:58:25.373252Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.12046","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:58:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UPkvCsIUqfj7rFmJxS016QXL9HVhpZYtmPF8mpgfLhQhf6YFkQCB810xf1lnKwwhbPKTt+TstHsv60LzCz7yCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:52:19.880243Z"},"content_sha256":"00b4fe8814dfc7e10f9a17d134fa60e684320a9362b4b09020b9b6837433a3e0","schema_version":"1.0","event_id":"sha256:00b4fe8814dfc7e10f9a17d134fa60e684320a9362b4b09020b9b6837433a3e0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:T547BO7OQXXKM4QPCFBGCTUIZ3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Realistic Evaluation of Commit Message Generation by Matching Online and Offline Settings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","cs.LG"],"primary_cat":"cs.SE","authors_text":"Aleksandra Eliseeva, Alexander Bezzubov, Danny Dig, Petr Tsvetkov, Timofey Bryksin, Yaroslav Golubev, Yaroslav Zharov","submitted_at":"2024-10-15T20:32:07Z","abstract_excerpt":"When a Commit Message Generation (CMG) system is integrated into the IDEs and other products at JetBrains, we perform online evaluation based on user acceptance of the generated messages. However, performing online experiments with every change to a CMG system is troublesome, as each iteration affects users and requires time to collect enough statistics. On the other hand, offline evaluation, a prevalent approach in the research literature, facilitates fast experiments but employs automatic metrics that are not guaranteed to represent the preferences of real users. In this work, we describe a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12046","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.12046/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:58:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"evsqhoA1fzZBP51CX7BxdzM064x9/I3V9mtsmU900bfeTdkl0Nk1yYgp47geckYToF7sw58VNIJTGeC9/hYICg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:52:19.881014Z"},"content_sha256":"ab9e22d7f44a499621cc5609ac7028d3d4545e74eb8b9dbaabf0737386d60af7","schema_version":"1.0","event_id":"sha256:ab9e22d7f44a499621cc5609ac7028d3d4545e74eb8b9dbaabf0737386d60af7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T547BO7OQXXKM4QPCFBGCTUIZ3/bundle.json","state_url":"https://pith.science/pith/T547BO7OQXXKM4QPCFBGCTUIZ3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T547BO7OQXXKM4QPCFBGCTUIZ3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:52:19Z","links":{"resolver":"https://pith.science/pith/T547BO7OQXXKM4QPCFBGCTUIZ3","bundle":"https://pith.science/pith/T547BO7OQXXKM4QPCFBGCTUIZ3/bundle.json","state":"https://pith.science/pith/T547BO7OQXXKM4QPCFBGCTUIZ3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T547BO7OQXXKM4QPCFBGCTUIZ3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T547BO7OQXXKM4QPCFBGCTUIZ3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"25a45dffdbf7c90f72b2fb80e74f7d39dc760bd5dc42c4d2dc924b263abf6ef7","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-10-15T20:32:07Z","title_canon_sha256":"74681666c34b963d5c4607f53c60c3d2cdf8fb7f87f600110b20ff2265cc9f40"},"schema_version":"1.0","source":{"id":"2410.12046","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12046","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12046v2","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12046","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"pith_short_12","alias_value":"T547BO7OQXXK","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"pith_short_16","alias_value":"T547BO7OQXXKM4QP","created_at":"2026-07-05T09:58:25Z"},{"alias_kind":"pith_short_8","alias_value":"T547BO7O","created_at":"2026-07-05T09:58:25Z"}],"graph_snapshots":[{"event_id":"sha256:ab9e22d7f44a499621cc5609ac7028d3d4545e74eb8b9dbaabf0737386d60af7","target":"graph","created_at":"2026-07-05T09:58:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.12046/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When a Commit Message Generation (CMG) system is integrated into the IDEs and other products at JetBrains, we perform online evaluation based on user acceptance of the generated messages. However, performing online experiments with every change to a CMG system is troublesome, as each iteration affects users and requires time to collect enough statistics. On the other hand, offline evaluation, a prevalent approach in the research literature, facilitates fast experiments but employs automatic metrics that are not guaranteed to represent the preferences of real users. In this work, we describe a ","authors_text":"Aleksandra Eliseeva, Alexander Bezzubov, Danny Dig, Petr Tsvetkov, Timofey Bryksin, Yaroslav Golubev, Yaroslav Zharov","cross_cats":["cs.HC","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-10-15T20:32:07Z","title":"Towards Realistic Evaluation of Commit Message Generation by Matching Online and Offline Settings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12046","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:00b4fe8814dfc7e10f9a17d134fa60e684320a9362b4b09020b9b6837433a3e0","target":"record","created_at":"2026-07-05T09:58:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"25a45dffdbf7c90f72b2fb80e74f7d39dc760bd5dc42c4d2dc924b263abf6ef7","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-10-15T20:32:07Z","title_canon_sha256":"74681666c34b963d5c4607f53c60c3d2cdf8fb7f87f600110b20ff2265cc9f40"},"schema_version":"1.0","source":{"id":"2410.12046","kind":"arxiv","version":2}},"canonical_sha256":"9f79f0bbee85eea6720f1142614e88ced03d568a5a40c6894b559ddcaa2081f4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9f79f0bbee85eea6720f1142614e88ced03d568a5a40c6894b559ddcaa2081f4","first_computed_at":"2026-07-05T09:58:25.373252Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:58:25.373252Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SZgY04tW+iQLUmshIBYpAYmKd7rg5s9CKkTqxKgsX1c1RiXq8qfqbkEWtzxpB0FbutuGpDf2H2Q8EZN2NxS8BA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:58:25.373830Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.12046","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:00b4fe8814dfc7e10f9a17d134fa60e684320a9362b4b09020b9b6837433a3e0","sha256:ab9e22d7f44a499621cc5609ac7028d3d4545e74eb8b9dbaabf0737386d60af7"],"state_sha256":"497e4a075df3148449a1832180b0a6a57ad1c781dc502f6d941d48f8dbfb632e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WHeT0x9a4e2c4UvI/5usDH1668HLXn5TX3gPmiMe33cIuHAwXU1vt7+UeT6eSwgeE82P9slUP3/HmnfNsVPWBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:52:19.883591Z","bundle_sha256":"53a6f11da408f9a213e93c6df58672d0352df053cafdfc10a0a3fa2fc9fc8629"}}