{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XGOEL2477JAMF6IO36JXOT3HEI","short_pith_number":"pith:XGOEL247","canonical_record":{"source":{"id":"2307.03817","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-07-07T20:14:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5961e426942113e96dc89b8f0b23d6353737dacf87079eae59ca8319133e50d0","abstract_canon_sha256":"7eb4be1793cb2bf0d1ebd79efce814afdc46fb263d0f2f117b31ceafc16aa234"},"schema_version":"1.0"},"canonical_sha256":"b99c45eb9ffa40c2f90edf93774f672236d7b4598250a8876e47fdacae04bd84","source":{"kind":"arxiv","id":"2307.03817","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.03817","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"arxiv_version","alias_value":"2307.03817v2","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.03817","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"pith_short_12","alias_value":"XGOEL2477JAM","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"pith_short_16","alias_value":"XGOEL2477JAMF6IO","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"pith_short_8","alias_value":"XGOEL247","created_at":"2026-07-05T07:15:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XGOEL2477JAMF6IO36JXOT3HEI","target":"record","payload":{"canonical_record":{"source":{"id":"2307.03817","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-07-07T20:14:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5961e426942113e96dc89b8f0b23d6353737dacf87079eae59ca8319133e50d0","abstract_canon_sha256":"7eb4be1793cb2bf0d1ebd79efce814afdc46fb263d0f2f117b31ceafc16aa234"},"schema_version":"1.0"},"canonical_sha256":"b99c45eb9ffa40c2f90edf93774f672236d7b4598250a8876e47fdacae04bd84","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:15:15.688636Z","signature_b64":"l2sneaHApNUT2y3lxjY+yT3iaRrvUwEITrtnCCCsiUKNGHbR4lxmGr/7YAdL4JKIcpFHsuzr66W091uATQ/BCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b99c45eb9ffa40c2f90edf93774f672236d7b4598250a8876e47fdacae04bd84","last_reissued_at":"2026-07-05T07:15:15.688142Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:15:15.688142Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.03817","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:15:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TCfL8SEfGwpNz93y/7+bgJA4EJF1+Kdv9sIZWwHLZJcSb8oA8xyj5gpbMHYIddeEEFZz2df24Uu1RKro2/HQCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:49:54.844306Z"},"content_sha256":"0e006497b39c57bd0bdcc2ea2cdd75a1f35262a9dd7db8ac05ca2fa2803b0ee9","schema_version":"1.0","event_id":"sha256:0e006497b39c57bd0bdcc2ea2cdd75a1f35262a9dd7db8ac05ca2fa2803b0ee9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XGOEL2477JAMF6IO36JXOT3HEI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring and Characterizing Large Language Models For Embedded System Development and Debugging","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Dilini Nissanka, Girish Narayanswamy, Joseph Breda, Richard Li, Shwetak Patel, Vikram Iyer, Xin Liu, Zachary Englhardt, Zhihan Zhang","submitted_at":"2023-07-07T20:14:22Z","abstract_excerpt":"Large language models (LLMs) have shown remarkable abilities to generate code, however their ability to develop software for embedded systems, which requires cross-domain knowledge of hardware and software has not been studied. In this paper we develop an extensible, open source hardware-in-the-loop framework to systematically evaluate leading LLMs (GPT-3.5, GPT-4, PaLM 2) to assess their capabilities and limitations for embedded system development. We observe through our study that even when these tools fail to produce working code, they consistently generate helpful reasoning about embedded "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.03817","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.03817/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:15:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cLdWO+J3fmS1sgSZA22ILrdFjNZJecsRiYFxjaQShDozGt7Db0CHttjmY5DA8BKvH2c0QzM6hfNmtRA74PZPDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:49:54.844804Z"},"content_sha256":"8cd9cc94ff99f528c2ca6562eb4de9890db6183ffa5b58309ff04e6d9be194a3","schema_version":"1.0","event_id":"sha256:8cd9cc94ff99f528c2ca6562eb4de9890db6183ffa5b58309ff04e6d9be194a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XGOEL2477JAMF6IO36JXOT3HEI/bundle.json","state_url":"https://pith.science/pith/XGOEL2477JAMF6IO36JXOT3HEI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XGOEL2477JAMF6IO36JXOT3HEI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T05:49:54Z","links":{"resolver":"https://pith.science/pith/XGOEL2477JAMF6IO36JXOT3HEI","bundle":"https://pith.science/pith/XGOEL2477JAMF6IO36JXOT3HEI/bundle.json","state":"https://pith.science/pith/XGOEL2477JAMF6IO36JXOT3HEI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XGOEL2477JAMF6IO36JXOT3HEI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XGOEL2477JAMF6IO36JXOT3HEI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7eb4be1793cb2bf0d1ebd79efce814afdc46fb263d0f2f117b31ceafc16aa234","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-07-07T20:14:22Z","title_canon_sha256":"5961e426942113e96dc89b8f0b23d6353737dacf87079eae59ca8319133e50d0"},"schema_version":"1.0","source":{"id":"2307.03817","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.03817","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"arxiv_version","alias_value":"2307.03817v2","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.03817","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"pith_short_12","alias_value":"XGOEL2477JAM","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"pith_short_16","alias_value":"XGOEL2477JAMF6IO","created_at":"2026-07-05T07:15:15Z"},{"alias_kind":"pith_short_8","alias_value":"XGOEL247","created_at":"2026-07-05T07:15:15Z"}],"graph_snapshots":[{"event_id":"sha256:8cd9cc94ff99f528c2ca6562eb4de9890db6183ffa5b58309ff04e6d9be194a3","target":"graph","created_at":"2026-07-05T07:15:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.03817/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown remarkable abilities to generate code, however their ability to develop software for embedded systems, which requires cross-domain knowledge of hardware and software has not been studied. In this paper we develop an extensible, open source hardware-in-the-loop framework to systematically evaluate leading LLMs (GPT-3.5, GPT-4, PaLM 2) to assess their capabilities and limitations for embedded system development. We observe through our study that even when these tools fail to produce working code, they consistently generate helpful reasoning about embedded ","authors_text":"Dilini Nissanka, Girish Narayanswamy, Joseph Breda, Richard Li, Shwetak Patel, Vikram Iyer, Xin Liu, Zachary Englhardt, Zhihan Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-07-07T20:14:22Z","title":"Exploring and Characterizing Large Language Models For Embedded System Development and Debugging"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.03817","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e006497b39c57bd0bdcc2ea2cdd75a1f35262a9dd7db8ac05ca2fa2803b0ee9","target":"record","created_at":"2026-07-05T07:15:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7eb4be1793cb2bf0d1ebd79efce814afdc46fb263d0f2f117b31ceafc16aa234","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-07-07T20:14:22Z","title_canon_sha256":"5961e426942113e96dc89b8f0b23d6353737dacf87079eae59ca8319133e50d0"},"schema_version":"1.0","source":{"id":"2307.03817","kind":"arxiv","version":2}},"canonical_sha256":"b99c45eb9ffa40c2f90edf93774f672236d7b4598250a8876e47fdacae04bd84","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b99c45eb9ffa40c2f90edf93774f672236d7b4598250a8876e47fdacae04bd84","first_computed_at":"2026-07-05T07:15:15.688142Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:15:15.688142Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l2sneaHApNUT2y3lxjY+yT3iaRrvUwEITrtnCCCsiUKNGHbR4lxmGr/7YAdL4JKIcpFHsuzr66W091uATQ/BCA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:15:15.688636Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.03817","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e006497b39c57bd0bdcc2ea2cdd75a1f35262a9dd7db8ac05ca2fa2803b0ee9","sha256:8cd9cc94ff99f528c2ca6562eb4de9890db6183ffa5b58309ff04e6d9be194a3"],"state_sha256":"8304c1e1501fbcc47d8386bc9ac2309ba8e01c45047bf743a6162727b7fd3fe7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PH0cv+JliR4305ixx7/kf6rtkkd4WAE9PJaS0ehH0xGTbAuMBhP6eb6fPR181N5Y5j6wL6HyrWJvvBx5zr0IBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T05:49:54.848943Z","bundle_sha256":"cbec494a497d8ffd6d395b818b40c7af516c234d5541d6009fb66a812fde5f0a"}}