{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:5AK3CKR4LEZ4MQIHON4LFEMES5","short_pith_number":"pith:5AK3CKR4","schema_version":"1.0","canonical_sha256":"e815b12a3c5933c641077378b291849747621cc290f4bec4559e2dd71f127cf4","source":{"kind":"arxiv","id":"2507.11014","version":1},"attestation_state":"computed","paper":{"title":"SIMCODE: A Benchmark for Natural Language to ns-3 Network Simulation Code Generation","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.NI","authors_text":"Mirza Mohammad Azwad, Salimur Choudhury, Tasnim Ahmed","submitted_at":"2025-07-15T06:14:45Z","abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities in code generation across various domains. However, their effectiveness in generating simulation scripts for domain-specific environments like ns-3 remains underexplored. Despite the growing interest in automating network simulations, existing tools primarily focus on interactive automation over rigorous evaluation. To facilitate systematic evaluation, we introduce SIMCODE, the first benchmark to evaluate LLMs' ability to generate ns-3 simulation code from natural language. SIMCODE includes 400 tasks across introductory, in"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2507.11014","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.NI","submitted_at":"2025-07-15T06:14:45Z","cross_cats_sorted":[],"title_canon_sha256":"78b39207836b0406dd346f9709773b6388bc849b47efbfbe721d83420995ac29","abstract_canon_sha256":"0e19dc21ee0aa9bf113353877d646772440f40f8f9c7c80de64d0aebf98259a0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:37:30.355704Z","signature_b64":"/SoEXZU1Xfcxm3CLz++MmTZ6Yg2lpzfbb3Oea0oP1anj12xVJWusY5GsJ/HIgJvpINF5obYZwJ5gDM9KFEDPAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e815b12a3c5933c641077378b291849747621cc290f4bec4559e2dd71f127cf4","last_reissued_at":"2026-07-05T11:37:30.355152Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:37:30.355152Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"SIMCODE: A Benchmark for Natural Language to ns-3 Network Simulation Code Generation","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.NI","authors_text":"Mirza Mohammad Azwad, Salimur Choudhury, Tasnim Ahmed","submitted_at":"2025-07-15T06:14:45Z","abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities in code generation across various domains. However, their effectiveness in generating simulation scripts for domain-specific environments like ns-3 remains underexplored. Despite the growing interest in automating network simulations, existing tools primarily focus on interactive automation over rigorous evaluation. To facilitate systematic evaluation, we introduce SIMCODE, the first benchmark to evaluate LLMs' ability to generate ns-3 simulation code from natural language. SIMCODE includes 400 tasks across introductory, in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.11014","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.11014/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2507.11014","created_at":"2026-07-05T11:37:30.355220+00:00"},{"alias_kind":"arxiv_version","alias_value":"2507.11014v1","created_at":"2026-07-05T11:37:30.355220+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.11014","created_at":"2026-07-05T11:37:30.355220+00:00"},{"alias_kind":"pith_short_12","alias_value":"5AK3CKR4LEZ4","created_at":"2026-07-05T11:37:30.355220+00:00"},{"alias_kind":"pith_short_16","alias_value":"5AK3CKR4LEZ4MQIH","created_at":"2026-07-05T11:37:30.355220+00:00"},{"alias_kind":"pith_short_8","alias_value":"5AK3CKR4","created_at":"2026-07-05T11:37:30.355220+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5","json":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5.json","graph_json":"https://pith.science/api/pith-number/5AK3CKR4LEZ4MQIHON4LFEMES5/graph.json","events_json":"https://pith.science/api/pith-number/5AK3CKR4LEZ4MQIHON4LFEMES5/events.json","paper":"https://pith.science/paper/5AK3CKR4"},"agent_actions":{"view_html":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5","download_json":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5.json","view_paper":"https://pith.science/paper/5AK3CKR4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2507.11014&json=true","fetch_graph":"https://pith.science/api/pith-number/5AK3CKR4LEZ4MQIHON4LFEMES5/graph.json","fetch_events":"https://pith.science/api/pith-number/5AK3CKR4LEZ4MQIHON4LFEMES5/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/action/timestamp_anchor","attest_storage":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/action/storage_attestation","attest_author":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/action/author_attestation","sign_citation":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/action/citation_signature","submit_replication":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/action/replication_record"}},"created_at":"2026-07-05T11:37:30.355220+00:00","updated_at":"2026-07-05T11:37:30.355220+00:00"}