{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4DIB7OBDFMZWEUQAU7QAH3AE2U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ca836f47929be6935e792f5a5ad04b71c32c050b2cacba92934e33bdff4b702","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-08-05T01:53:45Z","title_canon_sha256":"09965ee333bee3c733a0f09c98fcf03a3661e41616924a04ae6b43562a27dda2"},"schema_version":"1.0","source":{"id":"2508.02998","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.02998","created_at":"2026-07-05T11:48:34Z"},{"alias_kind":"arxiv_version","alias_value":"2508.02998v1","created_at":"2026-07-05T11:48:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.02998","created_at":"2026-07-05T11:48:34Z"},{"alias_kind":"pith_short_12","alias_value":"4DIB7OBDFMZW","created_at":"2026-07-05T11:48:34Z"},{"alias_kind":"pith_short_16","alias_value":"4DIB7OBDFMZWEUQA","created_at":"2026-07-05T11:48:34Z"},{"alias_kind":"pith_short_8","alias_value":"4DIB7OBD","created_at":"2026-07-05T11:48:34Z"}],"graph_snapshots":[{"event_id":"sha256:552fd90e4681acf4c8d8e111c36a5b7eccebc14c6d3d67f5dbf1c3a727618f65","target":"graph","created_at":"2026-07-05T11:48:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.02998/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated impressive capabilities in code generation. However, current evaluation datasets suffer from issues such as the lack of runnable test cases, deviation from the distribution of real-world code, and the ability to evaluate only the Python language. These limitations undermine the credibility of the evaluation results.\n  To address these limitations, we introduce \\textbf{MRG-Bench} (Multi-language Repository-level Code Generation Benchmark), a novel dataset that provides a more accurate evaluation of LLMs in practical repository-level code generation","authors_text":"Haiyang Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-08-05T01:53:45Z","title":"MRG-Bench: Evaluating and Exploring the Requirements of Context for Repository-Level Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.02998","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3c9273e3ba813e0372c97e5dbd7d0b552791487388519cedb0c185bf099d0395","target":"record","created_at":"2026-07-05T11:48:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ca836f47929be6935e792f5a5ad04b71c32c050b2cacba92934e33bdff4b702","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-08-05T01:53:45Z","title_canon_sha256":"09965ee333bee3c733a0f09c98fcf03a3661e41616924a04ae6b43562a27dda2"},"schema_version":"1.0","source":{"id":"2508.02998","kind":"arxiv","version":1}},"canonical_sha256":"e0d01fb8232b33625200a7e003ec04d510bfddea637164890874c6f8797976cd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e0d01fb8232b33625200a7e003ec04d510bfddea637164890874c6f8797976cd","first_computed_at":"2026-07-05T11:48:34.479446Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:48:34.479446Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"apoc4uGKVK5vzppGsxKuDRpr7G+VKFMREYsXeub45G7Ih7XSA73If0j30oMqGRdc+2w5b53KcsVupOioTKnSAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:48:34.479891Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.02998","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3c9273e3ba813e0372c97e5dbd7d0b552791487388519cedb0c185bf099d0395","sha256:552fd90e4681acf4c8d8e111c36a5b7eccebc14c6d3d67f5dbf1c3a727618f65"],"state_sha256":"451fd780b0145df93bebc88c2bf2f74e8edf9fcfacd85c75163b70ff9cec5746"}