{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CDFNKY3NJSZT6CRDHCYDIM2XL5","short_pith_number":"pith:CDFNKY3N","canonical_record":{"source":{"id":"2407.05138","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-07-06T17:25:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a43fe1b3d2014e2fe126ce15c24acaf6a75db1aa779e3b1f970e67330edb75c7","abstract_canon_sha256":"d5848a37755169f95e11fdfad22457daa0bdef52ad6a01d347b38d7e7398d137"},"schema_version":"1.0"},"canonical_sha256":"10cad5636d4cb33f0a2338b03433575f7eaac4951977a6c8134a38ca9407b308","source":{"kind":"arxiv","id":"2407.05138","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.05138","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"arxiv_version","alias_value":"2407.05138v2","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.05138","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"pith_short_12","alias_value":"CDFNKY3NJSZT","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"pith_short_16","alias_value":"CDFNKY3NJSZT6CRD","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"pith_short_8","alias_value":"CDFNKY3N","created_at":"2026-07-05T10:11:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CDFNKY3NJSZT6CRDHCYDIM2XL5","target":"record","payload":{"canonical_record":{"source":{"id":"2407.05138","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-07-06T17:25:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a43fe1b3d2014e2fe126ce15c24acaf6a75db1aa779e3b1f970e67330edb75c7","abstract_canon_sha256":"d5848a37755169f95e11fdfad22457daa0bdef52ad6a01d347b38d7e7398d137"},"schema_version":"1.0"},"canonical_sha256":"10cad5636d4cb33f0a2338b03433575f7eaac4951977a6c8134a38ca9407b308","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:21.835278Z","signature_b64":"FgoVeu12tc/j0rlxuV3Ibg4I7wDbGqiaLj2jIvXoo6LAX6IFTt2mS2VzO+LcdVObJjRAq8r/2bMimTgiI3gYAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"10cad5636d4cb33f0a2338b03433575f7eaac4951977a6c8134a38ca9407b308","last_reissued_at":"2026-07-05T10:11:21.834733Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:21.834733Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.05138","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TJVJu0v7Ysy06An2lZNDUAxtXO6wuE/fsPJixug4uzj2Ea+w7+HO61uCV8sdjWn586FqAD6tsUyOmph++2XwAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T22:15:09.383640Z"},"content_sha256":"cd5401845a2be4daba8abd5a9b8146c154c72f5beee4bde2b13d031190497456","schema_version":"1.0","event_id":"sha256:cd5401845a2be4daba8abd5a9b8146c154c72f5beee4bde2b13d031190497456"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CDFNKY3NJSZT6CRDHCYDIM2XL5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are LLMs Correctly Integrated into Software Systems?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Chengcheng Wan, Jiawei Shen, Lei Ma, Ting Su, Yuchen Shao, Yuheng Huang","submitted_at":"2024-07-06T17:25:11Z","abstract_excerpt":"Large language models (LLMs) provide effective solutions in various application scenarios, with the support of retrieval-augmented generation (RAG). However, developers face challenges in integrating LLM and RAG into software systems, due to lacking interface specifications, various requirements from software context, and complicated system management. In this paper, we have conducted a comprehensive study of 100 open-source applications that incorporate LLMs with RAG support, and identified 18 defect patterns. Our study reveals that 77% of these applications contain more than three types of i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.05138","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.05138/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CAgBO8m0mMpmbZcpSL6ojBuUriXBtYHEZLAYQqA7JYA4xtlHY3GKo683MIt0QmcR8UwmSzc4c75UPysCVet8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T22:15:09.384779Z"},"content_sha256":"3b227e2dc8422bd8e78d1c4d5e0bbd469c6d51a0012b7b1434e92b1a4260166c","schema_version":"1.0","event_id":"sha256:3b227e2dc8422bd8e78d1c4d5e0bbd469c6d51a0012b7b1434e92b1a4260166c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CDFNKY3NJSZT6CRDHCYDIM2XL5/bundle.json","state_url":"https://pith.science/pith/CDFNKY3NJSZT6CRDHCYDIM2XL5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CDFNKY3NJSZT6CRDHCYDIM2XL5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T22:15:09Z","links":{"resolver":"https://pith.science/pith/CDFNKY3NJSZT6CRDHCYDIM2XL5","bundle":"https://pith.science/pith/CDFNKY3NJSZT6CRDHCYDIM2XL5/bundle.json","state":"https://pith.science/pith/CDFNKY3NJSZT6CRDHCYDIM2XL5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CDFNKY3NJSZT6CRDHCYDIM2XL5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CDFNKY3NJSZT6CRDHCYDIM2XL5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d5848a37755169f95e11fdfad22457daa0bdef52ad6a01d347b38d7e7398d137","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-07-06T17:25:11Z","title_canon_sha256":"a43fe1b3d2014e2fe126ce15c24acaf6a75db1aa779e3b1f970e67330edb75c7"},"schema_version":"1.0","source":{"id":"2407.05138","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.05138","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"arxiv_version","alias_value":"2407.05138v2","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.05138","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"pith_short_12","alias_value":"CDFNKY3NJSZT","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"pith_short_16","alias_value":"CDFNKY3NJSZT6CRD","created_at":"2026-07-05T10:11:21Z"},{"alias_kind":"pith_short_8","alias_value":"CDFNKY3N","created_at":"2026-07-05T10:11:21Z"}],"graph_snapshots":[{"event_id":"sha256:3b227e2dc8422bd8e78d1c4d5e0bbd469c6d51a0012b7b1434e92b1a4260166c","target":"graph","created_at":"2026-07-05T10:11:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.05138/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) provide effective solutions in various application scenarios, with the support of retrieval-augmented generation (RAG). However, developers face challenges in integrating LLM and RAG into software systems, due to lacking interface specifications, various requirements from software context, and complicated system management. In this paper, we have conducted a comprehensive study of 100 open-source applications that incorporate LLMs with RAG support, and identified 18 defect patterns. Our study reveals that 77% of these applications contain more than three types of i","authors_text":"Chengcheng Wan, Jiawei Shen, Lei Ma, Ting Su, Yuchen Shao, Yuheng Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-07-06T17:25:11Z","title":"Are LLMs Correctly Integrated into Software Systems?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.05138","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd5401845a2be4daba8abd5a9b8146c154c72f5beee4bde2b13d031190497456","target":"record","created_at":"2026-07-05T10:11:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d5848a37755169f95e11fdfad22457daa0bdef52ad6a01d347b38d7e7398d137","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-07-06T17:25:11Z","title_canon_sha256":"a43fe1b3d2014e2fe126ce15c24acaf6a75db1aa779e3b1f970e67330edb75c7"},"schema_version":"1.0","source":{"id":"2407.05138","kind":"arxiv","version":2}},"canonical_sha256":"10cad5636d4cb33f0a2338b03433575f7eaac4951977a6c8134a38ca9407b308","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"10cad5636d4cb33f0a2338b03433575f7eaac4951977a6c8134a38ca9407b308","first_computed_at":"2026-07-05T10:11:21.834733Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:21.834733Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FgoVeu12tc/j0rlxuV3Ibg4I7wDbGqiaLj2jIvXoo6LAX6IFTt2mS2VzO+LcdVObJjRAq8r/2bMimTgiI3gYAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:21.835278Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.05138","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd5401845a2be4daba8abd5a9b8146c154c72f5beee4bde2b13d031190497456","sha256:3b227e2dc8422bd8e78d1c4d5e0bbd469c6d51a0012b7b1434e92b1a4260166c"],"state_sha256":"1d3836c7a1be8665be08e36ffb4415435fd3ba58803f9ee479adffdd818771d8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GBbyjd8Z47pW9oWEcloa3pIWEMjTXYotJVNQdKHen+FDnA+1F6RCJnWSO/xGGfrBfbnWVfpl9HT//SOXtLUsCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T22:15:09.390090Z","bundle_sha256":"aabbd970d27781c5b5920918e49bfb1d387d3feb19d578e12148cc28e7e6d099"}}