{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NALOFLVVY4DH35AHVVY76RF4TW","short_pith_number":"pith:NALOFLVV","canonical_record":{"source":{"id":"2408.05002","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-06T05:46:28Z","cross_cats_sorted":[],"title_canon_sha256":"a120fa8dc1698ee6f754fc86d1753736269f92051c514a914815850cdf9628a5","abstract_canon_sha256":"525e5092286b284d23c6d5eb50a3eecafaf5d4f3ecc4a54d4f90b8735b13140b"},"schema_version":"1.0"},"canonical_sha256":"6816e2aeb5c7067df407ad71ff44bc9dba7e793ae58fec3e5a4125d67bfcacdb","source":{"kind":"arxiv","id":"2408.05002","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05002","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05002v5","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05002","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_12","alias_value":"NALOFLVVY4DH","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_16","alias_value":"NALOFLVVY4DH35AH","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_8","alias_value":"NALOFLVV","created_at":"2026-07-05T10:15:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NALOFLVVY4DH35AHVVY76RF4TW","target":"record","payload":{"canonical_record":{"source":{"id":"2408.05002","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-06T05:46:28Z","cross_cats_sorted":[],"title_canon_sha256":"a120fa8dc1698ee6f754fc86d1753736269f92051c514a914815850cdf9628a5","abstract_canon_sha256":"525e5092286b284d23c6d5eb50a3eecafaf5d4f3ecc4a54d4f90b8735b13140b"},"schema_version":"1.0"},"canonical_sha256":"6816e2aeb5c7067df407ad71ff44bc9dba7e793ae58fec3e5a4125d67bfcacdb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:15:45.077082Z","signature_b64":"IbkMvSVkeaG89sVfcWOc/RUOVqzo2KMvpaS2tI91eFQqQ/V0JeKIFyHoS3t27wqhgo2fTqfmgEsiBUDpY/wRCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6816e2aeb5c7067df407ad71ff44bc9dba7e793ae58fec3e5a4125d67bfcacdb","last_reissued_at":"2026-07-05T10:15:45.076491Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:15:45.076491Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.05002","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fvYLrsG1eK1VrEy39oUf6QUfxzroxG+XF6n7r9v8uPOS66lm5WgUofqP/4U9x7jWNSatpU6ymBP+E8CRjqebCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:45:03.327587Z"},"content_sha256":"b5fb91479c3ee4d32ff1e3f9b07dd206fb7b486340523885167cb4abd5b32508","schema_version":"1.0","event_id":"sha256:b5fb91479c3ee4d32ff1e3f9b07dd206fb7b486340523885167cb4abd5b32508"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NALOFLVVY4DH35AHVVY76RF4TW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Study on Challenges for LLM Application Developers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Chaoyang Gao, Chunyang Chen, Guangbei Zhang, Xiang Chen, Yong Liu","submitted_at":"2024-08-06T05:46:28Z","abstract_excerpt":"In recent years, large language models (LLMs) have seen rapid advancements, significantly impacting various fields such as computer vision, natural language processing, and software engineering. These LLMs, exemplified by OpenAI's ChatGPT, have revolutionized the way we approach language understanding and generation tasks. However, in contrast to traditional software development practices, LLM development introduces new challenges for AI developers in design, implementation, and deployment. These challenges span different areas (such as prompts, APIs, and plugins), requiring developers to navi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05002","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.05002/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eDnNtjpzSvTT1RKvwrodOSuA9WmUv62tmU9lp34n6EM/Q33veK1Wei74iRBOlHCZrr9kq2pZfW12fGlp3akbDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:45:03.328072Z"},"content_sha256":"ab6d653a4b194b0e51f2522a3bf5d8580434253f7a2010dea755e7de9f03bcea","schema_version":"1.0","event_id":"sha256:ab6d653a4b194b0e51f2522a3bf5d8580434253f7a2010dea755e7de9f03bcea"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NALOFLVVY4DH35AHVVY76RF4TW/bundle.json","state_url":"https://pith.science/pith/NALOFLVVY4DH35AHVVY76RF4TW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NALOFLVVY4DH35AHVVY76RF4TW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T06:45:03Z","links":{"resolver":"https://pith.science/pith/NALOFLVVY4DH35AHVVY76RF4TW","bundle":"https://pith.science/pith/NALOFLVVY4DH35AHVVY76RF4TW/bundle.json","state":"https://pith.science/pith/NALOFLVVY4DH35AHVVY76RF4TW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NALOFLVVY4DH35AHVVY76RF4TW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NALOFLVVY4DH35AHVVY76RF4TW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"525e5092286b284d23c6d5eb50a3eecafaf5d4f3ecc4a54d4f90b8735b13140b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-06T05:46:28Z","title_canon_sha256":"a120fa8dc1698ee6f754fc86d1753736269f92051c514a914815850cdf9628a5"},"schema_version":"1.0","source":{"id":"2408.05002","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05002","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05002v5","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05002","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_12","alias_value":"NALOFLVVY4DH","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_16","alias_value":"NALOFLVVY4DH35AH","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_8","alias_value":"NALOFLVV","created_at":"2026-07-05T10:15:45Z"}],"graph_snapshots":[{"event_id":"sha256:ab6d653a4b194b0e51f2522a3bf5d8580434253f7a2010dea755e7de9f03bcea","target":"graph","created_at":"2026-07-05T10:15:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.05002/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, large language models (LLMs) have seen rapid advancements, significantly impacting various fields such as computer vision, natural language processing, and software engineering. These LLMs, exemplified by OpenAI's ChatGPT, have revolutionized the way we approach language understanding and generation tasks. However, in contrast to traditional software development practices, LLM development introduces new challenges for AI developers in design, implementation, and deployment. These challenges span different areas (such as prompts, APIs, and plugins), requiring developers to navi","authors_text":"Chaoyang Gao, Chunyang Chen, Guangbei Zhang, Xiang Chen, Yong Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-06T05:46:28Z","title":"An Empirical Study on Challenges for LLM Application Developers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05002","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b5fb91479c3ee4d32ff1e3f9b07dd206fb7b486340523885167cb4abd5b32508","target":"record","created_at":"2026-07-05T10:15:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"525e5092286b284d23c6d5eb50a3eecafaf5d4f3ecc4a54d4f90b8735b13140b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-08-06T05:46:28Z","title_canon_sha256":"a120fa8dc1698ee6f754fc86d1753736269f92051c514a914815850cdf9628a5"},"schema_version":"1.0","source":{"id":"2408.05002","kind":"arxiv","version":5}},"canonical_sha256":"6816e2aeb5c7067df407ad71ff44bc9dba7e793ae58fec3e5a4125d67bfcacdb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6816e2aeb5c7067df407ad71ff44bc9dba7e793ae58fec3e5a4125d67bfcacdb","first_computed_at":"2026-07-05T10:15:45.076491Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:15:45.076491Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IbkMvSVkeaG89sVfcWOc/RUOVqzo2KMvpaS2tI91eFQqQ/V0JeKIFyHoS3t27wqhgo2fTqfmgEsiBUDpY/wRCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:15:45.077082Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.05002","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b5fb91479c3ee4d32ff1e3f9b07dd206fb7b486340523885167cb4abd5b32508","sha256:ab6d653a4b194b0e51f2522a3bf5d8580434253f7a2010dea755e7de9f03bcea"],"state_sha256":"3a136c4f1f49690d84d3607ccfa6244abc1a8f5f2e3c1125cdb69263f7b381a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SJOsI7redBbIGhkR/BDc2e/ucbFivJ8D78K47GbzvB+x0tqrBMenntmAM9C4TmXPmTpWRMcxaw6imWgAtI6/BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T06:45:03.331619Z","bundle_sha256":"092f1294f8399afce0663d3f9d918da22c115531d4c06824f3a486ea1542b49a"}}