{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:RGXH2KSSJHHAP3LBZT7SUA4Z6U","short_pith_number":"pith:RGXH2KSS","canonical_record":{"source":{"id":"2310.19736","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T17:00:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4835ade77e70140dfff8b6abd4d7cf9a5ccbd09f6314a41347a2d3734c3b1146","abstract_canon_sha256":"0444374a702bd843fe081d54cc5761b1b69680681d2f0a252185d6b654ea4782"},"schema_version":"1.0"},"canonical_sha256":"89ae7d2a5249ce07ed61ccff2a0399f502e211fb7d7c8482835225ca597c55d9","source":{"kind":"arxiv","id":"2310.19736","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19736","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19736v3","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19736","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"pith_short_12","alias_value":"RGXH2KSSJHHA","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"pith_short_16","alias_value":"RGXH2KSSJHHAP3LB","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"pith_short_8","alias_value":"RGXH2KSS","created_at":"2026-07-05T07:16:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:RGXH2KSSJHHAP3LBZT7SUA4Z6U","target":"record","payload":{"canonical_record":{"source":{"id":"2310.19736","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T17:00:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4835ade77e70140dfff8b6abd4d7cf9a5ccbd09f6314a41347a2d3734c3b1146","abstract_canon_sha256":"0444374a702bd843fe081d54cc5761b1b69680681d2f0a252185d6b654ea4782"},"schema_version":"1.0"},"canonical_sha256":"89ae7d2a5249ce07ed61ccff2a0399f502e211fb7d7c8482835225ca597c55d9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:16:48.638659Z","signature_b64":"8yweOFuMtjRlovG1T540TswN7/UiMrN/dix5ScOsWppw15HcfPirc650kBy4vj54L1BPTg0bh/yoO2U117JjAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"89ae7d2a5249ce07ed61ccff2a0399f502e211fb7d7c8482835225ca597c55d9","last_reissued_at":"2026-07-05T07:16:48.638172Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:16:48.638172Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.19736","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:16:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3JJwOsJYSw+YBfE8a0OD3rO9MazljG2zyv1H4O7QBaUbdjLvWtJY8RFs9B020sXQ93bsOZUXkRmubsNpSp3GCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:00:39.835021Z"},"content_sha256":"37ad11a375d9d8081d72bae6ff47e3107f3513bec5bf3609b7149df537031cf8","schema_version":"1.0","event_id":"sha256:37ad11a375d9d8081d72bae6ff47e3107f3513bec5bf3609b7149df537031cf8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:RGXH2KSSJHHAP3LBZT7SUA4Z6U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Large Language Models: A Comprehensive Survey","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bojian Xiong, Chuang Liu, Dan Shi, Deyi Xiong, Jiaxuan Li, Linhao Yu, Renren Jin, Supryadi, Yan Liu, Yufei Huang, Zishan Guo","submitted_at":"2023-10-30T17:00:52Z","abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities across a broad spectrum of tasks. They have attracted significant attention and been deployed in numerous downstream applications. Nevertheless, akin to a double-edged sword, LLMs also present potential risks. They could suffer from private data leaks or yield inappropriate, harmful, or misleading content. Additionally, the rapid progress of LLMs raises concerns about the potential emergence of superintelligent systems without adequate safeguards. To effectively capitalize on LLM capacities as well as ensure their safe and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19736","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.19736/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:16:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m4c+6FoQtnff14giKVJLIdSQaKRdFI8jHyLkPGMsUiCvpKEqjV1j9nH3b44PM20EXvumkaw5y8ld3n/rIVR3BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:00:39.835755Z"},"content_sha256":"864c5380afeea5c2e4ad475e06826d3003a945296e3a80d46b60c1bdcda9dbbe","schema_version":"1.0","event_id":"sha256:864c5380afeea5c2e4ad475e06826d3003a945296e3a80d46b60c1bdcda9dbbe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RGXH2KSSJHHAP3LBZT7SUA4Z6U/bundle.json","state_url":"https://pith.science/pith/RGXH2KSSJHHAP3LBZT7SUA4Z6U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RGXH2KSSJHHAP3LBZT7SUA4Z6U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T21:00:39Z","links":{"resolver":"https://pith.science/pith/RGXH2KSSJHHAP3LBZT7SUA4Z6U","bundle":"https://pith.science/pith/RGXH2KSSJHHAP3LBZT7SUA4Z6U/bundle.json","state":"https://pith.science/pith/RGXH2KSSJHHAP3LBZT7SUA4Z6U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RGXH2KSSJHHAP3LBZT7SUA4Z6U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RGXH2KSSJHHAP3LBZT7SUA4Z6U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0444374a702bd843fe081d54cc5761b1b69680681d2f0a252185d6b654ea4782","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T17:00:52Z","title_canon_sha256":"4835ade77e70140dfff8b6abd4d7cf9a5ccbd09f6314a41347a2d3734c3b1146"},"schema_version":"1.0","source":{"id":"2310.19736","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19736","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19736v3","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19736","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"pith_short_12","alias_value":"RGXH2KSSJHHA","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"pith_short_16","alias_value":"RGXH2KSSJHHAP3LB","created_at":"2026-07-05T07:16:48Z"},{"alias_kind":"pith_short_8","alias_value":"RGXH2KSS","created_at":"2026-07-05T07:16:48Z"}],"graph_snapshots":[{"event_id":"sha256:864c5380afeea5c2e4ad475e06826d3003a945296e3a80d46b60c1bdcda9dbbe","target":"graph","created_at":"2026-07-05T07:16:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.19736/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable capabilities across a broad spectrum of tasks. They have attracted significant attention and been deployed in numerous downstream applications. Nevertheless, akin to a double-edged sword, LLMs also present potential risks. They could suffer from private data leaks or yield inappropriate, harmful, or misleading content. Additionally, the rapid progress of LLMs raises concerns about the potential emergence of superintelligent systems without adequate safeguards. To effectively capitalize on LLM capacities as well as ensure their safe and ","authors_text":"Bojian Xiong, Chuang Liu, Dan Shi, Deyi Xiong, Jiaxuan Li, Linhao Yu, Renren Jin, Supryadi, Yan Liu, Yufei Huang, Zishan Guo","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T17:00:52Z","title":"Evaluating Large Language Models: A Comprehensive Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19736","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37ad11a375d9d8081d72bae6ff47e3107f3513bec5bf3609b7149df537031cf8","target":"record","created_at":"2026-07-05T07:16:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0444374a702bd843fe081d54cc5761b1b69680681d2f0a252185d6b654ea4782","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T17:00:52Z","title_canon_sha256":"4835ade77e70140dfff8b6abd4d7cf9a5ccbd09f6314a41347a2d3734c3b1146"},"schema_version":"1.0","source":{"id":"2310.19736","kind":"arxiv","version":3}},"canonical_sha256":"89ae7d2a5249ce07ed61ccff2a0399f502e211fb7d7c8482835225ca597c55d9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"89ae7d2a5249ce07ed61ccff2a0399f502e211fb7d7c8482835225ca597c55d9","first_computed_at":"2026-07-05T07:16:48.638172Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:16:48.638172Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8yweOFuMtjRlovG1T540TswN7/UiMrN/dix5ScOsWppw15HcfPirc650kBy4vj54L1BPTg0bh/yoO2U117JjAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:16:48.638659Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.19736","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37ad11a375d9d8081d72bae6ff47e3107f3513bec5bf3609b7149df537031cf8","sha256:864c5380afeea5c2e4ad475e06826d3003a945296e3a80d46b60c1bdcda9dbbe"],"state_sha256":"f739811e939f1e866cb8e95eb2bdb335bd042407da604dd54dc79e23f5518509"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f7rtL0mM1Y2e+tmw7Y/uf7zMKXSWA8AsakNLrTZzLRPZq2/M4AIngglIF4c+fzY9wx5G7R+xUSGCL12LQq5hBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T21:00:39.841925Z","bundle_sha256":"83c04fb36476c6cf8fed818aa816e384d8fb0545402f7d9b94d5fc0027baafdf"}}