{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WZJJBMPCIHJL6BMWLHEASIVOFC","short_pith_number":"pith:WZJJBMPC","canonical_record":{"source":{"id":"2401.12714","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-01-23T12:29:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"508a2fe51b35049cd22d34d04d1b080e802aa0cc7dd13a63bac60fecd9e38ed9","abstract_canon_sha256":"df2df5c8d1a9484a273a8b2869cf5b38dd048bf2e3947347bc3806e2a4f41a5b"},"schema_version":"1.0"},"canonical_sha256":"b65290b1e241d2bf059659c80922ae28a1f041df805291c41cc8ef76327a7819","source":{"kind":"arxiv","id":"2401.12714","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.12714","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"arxiv_version","alias_value":"2401.12714v1","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.12714","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"pith_short_12","alias_value":"WZJJBMPCIHJL","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"pith_short_16","alias_value":"WZJJBMPCIHJL6BMW","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"pith_short_8","alias_value":"WZJJBMPC","created_at":"2026-07-05T07:36:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WZJJBMPCIHJL6BMWLHEASIVOFC","target":"record","payload":{"canonical_record":{"source":{"id":"2401.12714","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-01-23T12:29:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"508a2fe51b35049cd22d34d04d1b080e802aa0cc7dd13a63bac60fecd9e38ed9","abstract_canon_sha256":"df2df5c8d1a9484a273a8b2869cf5b38dd048bf2e3947347bc3806e2a4f41a5b"},"schema_version":"1.0"},"canonical_sha256":"b65290b1e241d2bf059659c80922ae28a1f041df805291c41cc8ef76327a7819","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:36:34.564635Z","signature_b64":"jgaGJtlxL3YRcyedkhWQH6cHFsrHBRpOjoz97p/M/CqCs3cRXEzLOL3+5PgT4Z+hap/IT9/lTE1cusDGH+coAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b65290b1e241d2bf059659c80922ae28a1f041df805291c41cc8ef76327a7819","last_reissued_at":"2026-07-05T07:36:34.564235Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:36:34.564235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.12714","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fhhW57ZWP5SjE3GwkPqoX4C7iTqmk0cmLlgnqDtKhFHQzq1gUZ1RP1dyJgBCVFgYkL2hCL5r5XhidD+Tx4DnBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T08:19:22.398699Z"},"content_sha256":"2822d82f16f0e69fbe9a11139a068c73f841a9a0b1f3f352eefe4856ff48f8ea","schema_version":"1.0","event_id":"sha256:2822d82f16f0e69fbe9a11139a068c73f841a9a0b1f3f352eefe4856ff48f8ea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WZJJBMPCIHJL6BMWLHEASIVOFC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of large language models for assessing code maintainability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Adam Trendowicz, Julien Siebert, Marc Dillmann","submitted_at":"2024-01-23T12:29:42Z","abstract_excerpt":"Increased availability of open-source software repositories and recent advances in code analysis using large language models (LLMs) has triggered a wave of new work to automate software engineering tasks that were previously very difficult to automate. In this paper, we investigate a recent line of work that hypothesises that comparing the probability of code generated by LLMs with the probability the current code would have had can indicate potential quality problems. We investigate the association between the cross-entropy of code generated by ten different models (based on GPT2 and Llama2) "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.12714","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.12714/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QgTnLaTGRVO6+yzmlzK/DtUHp4z5C44JTSwZeSjo0Ve7L9cCYbyWBVa6XrwOokhSdtM8cHUO6nSXArTm85DaCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T08:19:22.399206Z"},"content_sha256":"732c697f8413fcc94c95fab217136d7f50b83a53fb2b0cccf4dabcb79369b7e2","schema_version":"1.0","event_id":"sha256:732c697f8413fcc94c95fab217136d7f50b83a53fb2b0cccf4dabcb79369b7e2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WZJJBMPCIHJL6BMWLHEASIVOFC/bundle.json","state_url":"https://pith.science/pith/WZJJBMPCIHJL6BMWLHEASIVOFC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WZJJBMPCIHJL6BMWLHEASIVOFC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T08:19:22Z","links":{"resolver":"https://pith.science/pith/WZJJBMPCIHJL6BMWLHEASIVOFC","bundle":"https://pith.science/pith/WZJJBMPCIHJL6BMWLHEASIVOFC/bundle.json","state":"https://pith.science/pith/WZJJBMPCIHJL6BMWLHEASIVOFC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WZJJBMPCIHJL6BMWLHEASIVOFC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WZJJBMPCIHJL6BMWLHEASIVOFC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df2df5c8d1a9484a273a8b2869cf5b38dd048bf2e3947347bc3806e2a4f41a5b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-01-23T12:29:42Z","title_canon_sha256":"508a2fe51b35049cd22d34d04d1b080e802aa0cc7dd13a63bac60fecd9e38ed9"},"schema_version":"1.0","source":{"id":"2401.12714","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.12714","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"arxiv_version","alias_value":"2401.12714v1","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.12714","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"pith_short_12","alias_value":"WZJJBMPCIHJL","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"pith_short_16","alias_value":"WZJJBMPCIHJL6BMW","created_at":"2026-07-05T07:36:34Z"},{"alias_kind":"pith_short_8","alias_value":"WZJJBMPC","created_at":"2026-07-05T07:36:34Z"}],"graph_snapshots":[{"event_id":"sha256:732c697f8413fcc94c95fab217136d7f50b83a53fb2b0cccf4dabcb79369b7e2","target":"graph","created_at":"2026-07-05T07:36:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.12714/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Increased availability of open-source software repositories and recent advances in code analysis using large language models (LLMs) has triggered a wave of new work to automate software engineering tasks that were previously very difficult to automate. In this paper, we investigate a recent line of work that hypothesises that comparing the probability of code generated by LLMs with the probability the current code would have had can indicate potential quality problems. We investigate the association between the cross-entropy of code generated by ten different models (based on GPT2 and Llama2) ","authors_text":"Adam Trendowicz, Julien Siebert, Marc Dillmann","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-01-23T12:29:42Z","title":"Evaluation of large language models for assessing code maintainability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.12714","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2822d82f16f0e69fbe9a11139a068c73f841a9a0b1f3f352eefe4856ff48f8ea","target":"record","created_at":"2026-07-05T07:36:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df2df5c8d1a9484a273a8b2869cf5b38dd048bf2e3947347bc3806e2a4f41a5b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-01-23T12:29:42Z","title_canon_sha256":"508a2fe51b35049cd22d34d04d1b080e802aa0cc7dd13a63bac60fecd9e38ed9"},"schema_version":"1.0","source":{"id":"2401.12714","kind":"arxiv","version":1}},"canonical_sha256":"b65290b1e241d2bf059659c80922ae28a1f041df805291c41cc8ef76327a7819","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b65290b1e241d2bf059659c80922ae28a1f041df805291c41cc8ef76327a7819","first_computed_at":"2026-07-05T07:36:34.564235Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:36:34.564235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jgaGJtlxL3YRcyedkhWQH6cHFsrHBRpOjoz97p/M/CqCs3cRXEzLOL3+5PgT4Z+hap/IT9/lTE1cusDGH+coAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:36:34.564635Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.12714","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2822d82f16f0e69fbe9a11139a068c73f841a9a0b1f3f352eefe4856ff48f8ea","sha256:732c697f8413fcc94c95fab217136d7f50b83a53fb2b0cccf4dabcb79369b7e2"],"state_sha256":"62c36ff503bd4f3c1173f09c04dd75dc4359091c4b31776cc8785ebb5a0779bb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6eYl3K/Bj/WsRoyyzaYn5hZkBEzX9+mf2D6waavxOGz8vxHK7syQ/Kn3se6aG8ZD+yGl5m1yJOBSIVeRVeOyAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T08:19:22.403887Z","bundle_sha256":"c9fccdbc7e59c75dc4fa0ac7cff1048e2453104763c53cf5d5e6f77a555d7821"}}