{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PFY56745C34W4CQPGT6GOTYUYT","short_pith_number":"pith:PFY56745","canonical_record":{"source":{"id":"2305.10235","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-15T15:44:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"29b6c724a8312e3be2106c972a4b7d4ea67985d64e87f6dd6a7db594cfd0030f","abstract_canon_sha256":"14c2dbea8df9daa5ac35d1e15816363d1af74a348a71439d8b8fea46a1915639"},"schema_version":"1.0"},"canonical_sha256":"7971df7f9d16f96e0a0f34fc674f14c4f2fe6e73b5f6bcfad6cd75d19517a284","source":{"kind":"arxiv","id":"2305.10235","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.10235","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"arxiv_version","alias_value":"2305.10235v4","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.10235","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"pith_short_12","alias_value":"PFY56745C34W","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"pith_short_16","alias_value":"PFY56745C34W4CQP","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"pith_short_8","alias_value":"PFY56745","created_at":"2026-07-05T06:46:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PFY56745C34W4CQPGT6GOTYUYT","target":"record","payload":{"canonical_record":{"source":{"id":"2305.10235","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-15T15:44:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"29b6c724a8312e3be2106c972a4b7d4ea67985d64e87f6dd6a7db594cfd0030f","abstract_canon_sha256":"14c2dbea8df9daa5ac35d1e15816363d1af74a348a71439d8b8fea46a1915639"},"schema_version":"1.0"},"canonical_sha256":"7971df7f9d16f96e0a0f34fc674f14c4f2fe6e73b5f6bcfad6cd75d19517a284","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:04.456571Z","signature_b64":"x7FIUZoR8A9o9py5qGYxkJzLv6oZylayAYP8S7joFJ2QWOMx45G3FbRxQq65XsqbergHVFMjyrOLdDCYJCjsAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7971df7f9d16f96e0a0f34fc674f14c4f2fe6e73b5f6bcfad6cd75d19517a284","last_reissued_at":"2026-07-05T06:46:04.456098Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:04.456098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.10235","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I1elSUqz6bmiNVvbHKSX/DXq6y4xnBgqHIiG8p4aYI6zwM/B/yqRZLik1RbxOauipGiZa/BKk3G8JplPjZyqCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T08:34:08.606607Z"},"content_sha256":"5371e6dffe183837feca3a8531c07621e1da3524492836e67a43d976d8f0f700","schema_version":"1.0","event_id":"sha256:5371e6dffe183837feca3a8531c07621e1da3524492836e67a43d976d8f0f700"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PFY56745C34W4CQPGT6GOTYUYT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing Hidden Risks of LLMs: An Empirical Study on Robustness, Consistency, and Credibility","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Gang Chen, Haobo Wang, Jie Fu, Junbo Zhao, Mingfeng Ou, Sai Wu, Tianyi Li, Wentao Ye, Xuetao Ma, Yifan Yanggong, Yipeng Chen","submitted_at":"2023-05-15T15:44:51Z","abstract_excerpt":"The recent popularity of large language models (LLMs) has brought a significant impact to boundless fields, particularly through their open-ended ecosystem such as the APIs, open-sourced models, and plugins. However, with their widespread deployment, there is a general lack of research that thoroughly discusses and analyzes the potential risks concealed. In that case, we intend to conduct a preliminary but pioneering study covering the robustness, consistency, and credibility of LLMs systems. With most of the related literature in the era of LLM uncharted, we propose an automated workflow that"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.10235","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.10235/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YajT2Ds4gJtcNxih1VBnIrCMqiiIyzqn0GIhC/RZOHQ7nJABUofg8WOONZusOJsuxI/yWv2BCbmEPAO2iFMgCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T08:34:08.607987Z"},"content_sha256":"1e47bc7e6a125f21c23ea8d43997b2913ece7079790e79e12fa3fdf6b32a81e0","schema_version":"1.0","event_id":"sha256:1e47bc7e6a125f21c23ea8d43997b2913ece7079790e79e12fa3fdf6b32a81e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PFY56745C34W4CQPGT6GOTYUYT/bundle.json","state_url":"https://pith.science/pith/PFY56745C34W4CQPGT6GOTYUYT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PFY56745C34W4CQPGT6GOTYUYT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T08:34:08Z","links":{"resolver":"https://pith.science/pith/PFY56745C34W4CQPGT6GOTYUYT","bundle":"https://pith.science/pith/PFY56745C34W4CQPGT6GOTYUYT/bundle.json","state":"https://pith.science/pith/PFY56745C34W4CQPGT6GOTYUYT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PFY56745C34W4CQPGT6GOTYUYT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PFY56745C34W4CQPGT6GOTYUYT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"14c2dbea8df9daa5ac35d1e15816363d1af74a348a71439d8b8fea46a1915639","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-15T15:44:51Z","title_canon_sha256":"29b6c724a8312e3be2106c972a4b7d4ea67985d64e87f6dd6a7db594cfd0030f"},"schema_version":"1.0","source":{"id":"2305.10235","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.10235","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"arxiv_version","alias_value":"2305.10235v4","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.10235","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"pith_short_12","alias_value":"PFY56745C34W","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"pith_short_16","alias_value":"PFY56745C34W4CQP","created_at":"2026-07-05T06:46:04Z"},{"alias_kind":"pith_short_8","alias_value":"PFY56745","created_at":"2026-07-05T06:46:04Z"}],"graph_snapshots":[{"event_id":"sha256:1e47bc7e6a125f21c23ea8d43997b2913ece7079790e79e12fa3fdf6b32a81e0","target":"graph","created_at":"2026-07-05T06:46:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.10235/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent popularity of large language models (LLMs) has brought a significant impact to boundless fields, particularly through their open-ended ecosystem such as the APIs, open-sourced models, and plugins. However, with their widespread deployment, there is a general lack of research that thoroughly discusses and analyzes the potential risks concealed. In that case, we intend to conduct a preliminary but pioneering study covering the robustness, consistency, and credibility of LLMs systems. With most of the related literature in the era of LLM uncharted, we propose an automated workflow that","authors_text":"Gang Chen, Haobo Wang, Jie Fu, Junbo Zhao, Mingfeng Ou, Sai Wu, Tianyi Li, Wentao Ye, Xuetao Ma, Yifan Yanggong, Yipeng Chen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-15T15:44:51Z","title":"Assessing Hidden Risks of LLMs: An Empirical Study on Robustness, Consistency, and Credibility"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.10235","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5371e6dffe183837feca3a8531c07621e1da3524492836e67a43d976d8f0f700","target":"record","created_at":"2026-07-05T06:46:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"14c2dbea8df9daa5ac35d1e15816363d1af74a348a71439d8b8fea46a1915639","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-15T15:44:51Z","title_canon_sha256":"29b6c724a8312e3be2106c972a4b7d4ea67985d64e87f6dd6a7db594cfd0030f"},"schema_version":"1.0","source":{"id":"2305.10235","kind":"arxiv","version":4}},"canonical_sha256":"7971df7f9d16f96e0a0f34fc674f14c4f2fe6e73b5f6bcfad6cd75d19517a284","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7971df7f9d16f96e0a0f34fc674f14c4f2fe6e73b5f6bcfad6cd75d19517a284","first_computed_at":"2026-07-05T06:46:04.456098Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:04.456098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"x7FIUZoR8A9o9py5qGYxkJzLv6oZylayAYP8S7joFJ2QWOMx45G3FbRxQq65XsqbergHVFMjyrOLdDCYJCjsAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:04.456571Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.10235","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5371e6dffe183837feca3a8531c07621e1da3524492836e67a43d976d8f0f700","sha256:1e47bc7e6a125f21c23ea8d43997b2913ece7079790e79e12fa3fdf6b32a81e0"],"state_sha256":"f6a6fcf6c1f2838a16804cfe798efaa720cf6db4444ff3cda5e599e514885a2e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4pY4WfENuKFnxvr00uRyqz5ItHF4xir3G76wgUhjVL9VEUX3ftYBSxoK/vDVk1Q2frJdZaV2936uEk2+tcxDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T08:34:08.617520Z","bundle_sha256":"a97066dfaeac3efdf6f7be9e7c9b4786f283b11f67fdacc64c81914b130a258e"}}