{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:5AK3CKR4LEZ4MQIHON4LFEMES5","short_pith_number":"pith:5AK3CKR4","canonical_record":{"source":{"id":"2507.11014","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.NI","submitted_at":"2025-07-15T06:14:45Z","cross_cats_sorted":[],"title_canon_sha256":"78b39207836b0406dd346f9709773b6388bc849b47efbfbe721d83420995ac29","abstract_canon_sha256":"0e19dc21ee0aa9bf113353877d646772440f40f8f9c7c80de64d0aebf98259a0"},"schema_version":"1.0"},"canonical_sha256":"e815b12a3c5933c641077378b291849747621cc290f4bec4559e2dd71f127cf4","source":{"kind":"arxiv","id":"2507.11014","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.11014","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"arxiv_version","alias_value":"2507.11014v1","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.11014","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"pith_short_12","alias_value":"5AK3CKR4LEZ4","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"pith_short_16","alias_value":"5AK3CKR4LEZ4MQIH","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"pith_short_8","alias_value":"5AK3CKR4","created_at":"2026-07-05T11:37:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:5AK3CKR4LEZ4MQIHON4LFEMES5","target":"record","payload":{"canonical_record":{"source":{"id":"2507.11014","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.NI","submitted_at":"2025-07-15T06:14:45Z","cross_cats_sorted":[],"title_canon_sha256":"78b39207836b0406dd346f9709773b6388bc849b47efbfbe721d83420995ac29","abstract_canon_sha256":"0e19dc21ee0aa9bf113353877d646772440f40f8f9c7c80de64d0aebf98259a0"},"schema_version":"1.0"},"canonical_sha256":"e815b12a3c5933c641077378b291849747621cc290f4bec4559e2dd71f127cf4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:37:30.355704Z","signature_b64":"/SoEXZU1Xfcxm3CLz++MmTZ6Yg2lpzfbb3Oea0oP1anj12xVJWusY5GsJ/HIgJvpINF5obYZwJ5gDM9KFEDPAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e815b12a3c5933c641077378b291849747621cc290f4bec4559e2dd71f127cf4","last_reissued_at":"2026-07-05T11:37:30.355152Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:37:30.355152Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.11014","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5Ifk0EOAnvBEkFcm4eSxp/9uhqTO8YhnQOGoZv2TvvCEdqa2qvn6dsb5xd/KLSc0GKp+O1HVi9fqDMhgG7cWAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:53:03.925539Z"},"content_sha256":"efac53d93cbc9a68fd99bd6158605dc47bc4dcd7e59b88d9042d7d0e26e87ad9","schema_version":"1.0","event_id":"sha256:efac53d93cbc9a68fd99bd6158605dc47bc4dcd7e59b88d9042d7d0e26e87ad9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:5AK3CKR4LEZ4MQIHON4LFEMES5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SIMCODE: A Benchmark for Natural Language to ns-3 Network Simulation Code Generation","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.NI","authors_text":"Mirza Mohammad Azwad, Salimur Choudhury, Tasnim Ahmed","submitted_at":"2025-07-15T06:14:45Z","abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities in code generation across various domains. However, their effectiveness in generating simulation scripts for domain-specific environments like ns-3 remains underexplored. Despite the growing interest in automating network simulations, existing tools primarily focus on interactive automation over rigorous evaluation. To facilitate systematic evaluation, we introduce SIMCODE, the first benchmark to evaluate LLMs' ability to generate ns-3 simulation code from natural language. SIMCODE includes 400 tasks across introductory, in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.11014","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.11014/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ylgvuue3hEjy67Q9KSZeMJ/RNq8qxwUQ4k3xbOmCQDuq+XTQENr1eq3IaE4KZ2g5I76aJ3z49bW+9eFmE6h2CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:53:03.926448Z"},"content_sha256":"611287b8943313072f92ae0e58d2d6c4dd5b2c6de8f655fe1df1598f396c37c0","schema_version":"1.0","event_id":"sha256:611287b8943313072f92ae0e58d2d6c4dd5b2c6de8f655fe1df1598f396c37c0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/bundle.json","state_url":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:53:04Z","links":{"resolver":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5","bundle":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/bundle.json","state":"https://pith.science/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5AK3CKR4LEZ4MQIHON4LFEMES5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:5AK3CKR4LEZ4MQIHON4LFEMES5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e19dc21ee0aa9bf113353877d646772440f40f8f9c7c80de64d0aebf98259a0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.NI","submitted_at":"2025-07-15T06:14:45Z","title_canon_sha256":"78b39207836b0406dd346f9709773b6388bc849b47efbfbe721d83420995ac29"},"schema_version":"1.0","source":{"id":"2507.11014","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.11014","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"arxiv_version","alias_value":"2507.11014v1","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.11014","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"pith_short_12","alias_value":"5AK3CKR4LEZ4","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"pith_short_16","alias_value":"5AK3CKR4LEZ4MQIH","created_at":"2026-07-05T11:37:30Z"},{"alias_kind":"pith_short_8","alias_value":"5AK3CKR4","created_at":"2026-07-05T11:37:30Z"}],"graph_snapshots":[{"event_id":"sha256:611287b8943313072f92ae0e58d2d6c4dd5b2c6de8f655fe1df1598f396c37c0","target":"graph","created_at":"2026-07-05T11:37:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.11014/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities in code generation across various domains. However, their effectiveness in generating simulation scripts for domain-specific environments like ns-3 remains underexplored. Despite the growing interest in automating network simulations, existing tools primarily focus on interactive automation over rigorous evaluation. To facilitate systematic evaluation, we introduce SIMCODE, the first benchmark to evaluate LLMs' ability to generate ns-3 simulation code from natural language. SIMCODE includes 400 tasks across introductory, in","authors_text":"Mirza Mohammad Azwad, Salimur Choudhury, Tasnim Ahmed","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.NI","submitted_at":"2025-07-15T06:14:45Z","title":"SIMCODE: A Benchmark for Natural Language to ns-3 Network Simulation Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.11014","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:efac53d93cbc9a68fd99bd6158605dc47bc4dcd7e59b88d9042d7d0e26e87ad9","target":"record","created_at":"2026-07-05T11:37:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e19dc21ee0aa9bf113353877d646772440f40f8f9c7c80de64d0aebf98259a0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.NI","submitted_at":"2025-07-15T06:14:45Z","title_canon_sha256":"78b39207836b0406dd346f9709773b6388bc849b47efbfbe721d83420995ac29"},"schema_version":"1.0","source":{"id":"2507.11014","kind":"arxiv","version":1}},"canonical_sha256":"e815b12a3c5933c641077378b291849747621cc290f4bec4559e2dd71f127cf4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e815b12a3c5933c641077378b291849747621cc290f4bec4559e2dd71f127cf4","first_computed_at":"2026-07-05T11:37:30.355152Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:37:30.355152Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/SoEXZU1Xfcxm3CLz++MmTZ6Yg2lpzfbb3Oea0oP1anj12xVJWusY5GsJ/HIgJvpINF5obYZwJ5gDM9KFEDPAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:37:30.355704Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.11014","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:efac53d93cbc9a68fd99bd6158605dc47bc4dcd7e59b88d9042d7d0e26e87ad9","sha256:611287b8943313072f92ae0e58d2d6c4dd5b2c6de8f655fe1df1598f396c37c0"],"state_sha256":"52a8b7bfa179d929f18d2aca4d49299bd520948ec74d9ed53dfc9e1c38db6809"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yVzsMX/8sxb5vFO7l7HwgYpS584KHC2rR1emQlUFZLJtR5/KFyhNbCMqjcQGkALJ3jYaEvHKBcypB/pRYakFCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:53:04.137751Z","bundle_sha256":"34fb4028197b13c56de29a98a754a42f2baa907d91573d9face2e143aeebbc1f"}}