{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:BNQSVT3XLHJMNRJGH6HSF73VSM","short_pith_number":"pith:BNQSVT3X","canonical_record":{"source":{"id":"2310.07637","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-11T16:33:29Z","cross_cats_sorted":["cs.NI"],"title_canon_sha256":"df284e98b36e1071928033a89a010a670d3ed765bd49e5c3d23d68a452ed528d","abstract_canon_sha256":"03402873e46989fbf41525cc887817afe7960135593c3f50cd86af6a69e5f423"},"schema_version":"1.0"},"canonical_sha256":"0b612acf7759d2c6c5263f8f22ff759337bdcfb745141dbff634dd808caefa4e","source":{"kind":"arxiv","id":"2310.07637","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07637","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07637v5","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07637","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"pith_short_12","alias_value":"BNQSVT3XLHJM","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"pith_short_16","alias_value":"BNQSVT3XLHJMNRJG","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"pith_short_8","alias_value":"BNQSVT3X","created_at":"2026-07-05T11:22:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:BNQSVT3XLHJMNRJGH6HSF73VSM","target":"record","payload":{"canonical_record":{"source":{"id":"2310.07637","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-11T16:33:29Z","cross_cats_sorted":["cs.NI"],"title_canon_sha256":"df284e98b36e1071928033a89a010a670d3ed765bd49e5c3d23d68a452ed528d","abstract_canon_sha256":"03402873e46989fbf41525cc887817afe7960135593c3f50cd86af6a69e5f423"},"schema_version":"1.0"},"canonical_sha256":"0b612acf7759d2c6c5263f8f22ff759337bdcfb745141dbff634dd808caefa4e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:22:28.911564Z","signature_b64":"4nInzYoSy3u/OSGWVva6339VdfXWV89nHIFKtvxS7Iu/QyfcSYw8/ompGkta+Xr/qJz+qoVbY+oMWuAJfL56CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0b612acf7759d2c6c5263f8f22ff759337bdcfb745141dbff634dd808caefa4e","last_reissued_at":"2026-07-05T11:22:28.911015Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:22:28.911015Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.07637","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:22:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C9hZ/5f4GTbCPL1rHQss3doENxQpB4XWCDLxHydJLA1htHAxPYOYYEROekAOxLYIuBd4F81m3liULCZ3FpbAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:58:17.155205Z"},"content_sha256":"5323e6d53d7491897b9354c5a43bfcf9fa91b81e5076ad6bbee5f129ca6726ba","schema_version":"1.0","event_id":"sha256:5323e6d53d7491897b9354c5a43bfcf9fa91b81e5076ad6bbee5f129ca6726ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:BNQSVT3XLHJMNRJGH6HSF73VSM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OpsEval: A Comprehensive IT Operations Benchmark Suite for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NI"],"primary_cat":"cs.AI","authors_text":"Bohan Chen, Changhua Pei, Dan Pei, Gaogang Xie, Haiming Zhang, Jianhui Li, Kun Wang, Longlong Xu, Minghua Ma, Mingze Sun, Shenglin Zhang, Xiaohui Nie, Xidao Wen, Yongqian Sun, Yuhe Liu, Zhirui Zhang","submitted_at":"2023-10-11T16:33:29Z","abstract_excerpt":"Information Technology (IT) Operations (Ops), particularly Artificial Intelligence for IT Operations (AIOps), is the guarantee for maintaining the orderly and stable operation of existing information systems. According to Gartner's prediction, the use of AI technology for automated IT operations has become a new trend. Large language models (LLMs) that have exhibited remarkable capabilities in NLP-related tasks, are showing great potential in the field of AIOps, such as in aspects of root cause analysis of failures, generation of operations and maintenance scripts, and summarizing of alert inf"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07637","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.07637/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:22:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"89aYzZCTkz75ubuxEX593sAtWAYTfDjJp91ffYOyQby8Mb+GV0LB6/5EuKBFVJqqR33TSDvvNBMCnLmqXKBYBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:58:17.155700Z"},"content_sha256":"a2aa003749e1b8a549b7c44665a6ce72125af53672588200b1680c6df59a2168","schema_version":"1.0","event_id":"sha256:a2aa003749e1b8a549b7c44665a6ce72125af53672588200b1680c6df59a2168"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BNQSVT3XLHJMNRJGH6HSF73VSM/bundle.json","state_url":"https://pith.science/pith/BNQSVT3XLHJMNRJGH6HSF73VSM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BNQSVT3XLHJMNRJGH6HSF73VSM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:58:17Z","links":{"resolver":"https://pith.science/pith/BNQSVT3XLHJMNRJGH6HSF73VSM","bundle":"https://pith.science/pith/BNQSVT3XLHJMNRJGH6HSF73VSM/bundle.json","state":"https://pith.science/pith/BNQSVT3XLHJMNRJGH6HSF73VSM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BNQSVT3XLHJMNRJGH6HSF73VSM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:BNQSVT3XLHJMNRJGH6HSF73VSM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"03402873e46989fbf41525cc887817afe7960135593c3f50cd86af6a69e5f423","cross_cats_sorted":["cs.NI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-11T16:33:29Z","title_canon_sha256":"df284e98b36e1071928033a89a010a670d3ed765bd49e5c3d23d68a452ed528d"},"schema_version":"1.0","source":{"id":"2310.07637","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07637","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07637v5","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07637","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"pith_short_12","alias_value":"BNQSVT3XLHJM","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"pith_short_16","alias_value":"BNQSVT3XLHJMNRJG","created_at":"2026-07-05T11:22:28Z"},{"alias_kind":"pith_short_8","alias_value":"BNQSVT3X","created_at":"2026-07-05T11:22:28Z"}],"graph_snapshots":[{"event_id":"sha256:a2aa003749e1b8a549b7c44665a6ce72125af53672588200b1680c6df59a2168","target":"graph","created_at":"2026-07-05T11:22:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.07637/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Information Technology (IT) Operations (Ops), particularly Artificial Intelligence for IT Operations (AIOps), is the guarantee for maintaining the orderly and stable operation of existing information systems. According to Gartner's prediction, the use of AI technology for automated IT operations has become a new trend. Large language models (LLMs) that have exhibited remarkable capabilities in NLP-related tasks, are showing great potential in the field of AIOps, such as in aspects of root cause analysis of failures, generation of operations and maintenance scripts, and summarizing of alert inf","authors_text":"Bohan Chen, Changhua Pei, Dan Pei, Gaogang Xie, Haiming Zhang, Jianhui Li, Kun Wang, Longlong Xu, Minghua Ma, Mingze Sun, Shenglin Zhang, Xiaohui Nie, Xidao Wen, Yongqian Sun, Yuhe Liu, Zhirui Zhang","cross_cats":["cs.NI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-11T16:33:29Z","title":"OpsEval: A Comprehensive IT Operations Benchmark Suite for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07637","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5323e6d53d7491897b9354c5a43bfcf9fa91b81e5076ad6bbee5f129ca6726ba","target":"record","created_at":"2026-07-05T11:22:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"03402873e46989fbf41525cc887817afe7960135593c3f50cd86af6a69e5f423","cross_cats_sorted":["cs.NI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-11T16:33:29Z","title_canon_sha256":"df284e98b36e1071928033a89a010a670d3ed765bd49e5c3d23d68a452ed528d"},"schema_version":"1.0","source":{"id":"2310.07637","kind":"arxiv","version":5}},"canonical_sha256":"0b612acf7759d2c6c5263f8f22ff759337bdcfb745141dbff634dd808caefa4e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0b612acf7759d2c6c5263f8f22ff759337bdcfb745141dbff634dd808caefa4e","first_computed_at":"2026-07-05T11:22:28.911015Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:22:28.911015Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4nInzYoSy3u/OSGWVva6339VdfXWV89nHIFKtvxS7Iu/QyfcSYw8/ompGkta+Xr/qJz+qoVbY+oMWuAJfL56CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:22:28.911564Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.07637","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5323e6d53d7491897b9354c5a43bfcf9fa91b81e5076ad6bbee5f129ca6726ba","sha256:a2aa003749e1b8a549b7c44665a6ce72125af53672588200b1680c6df59a2168"],"state_sha256":"35aa66aaa206f16f68916e4855613be64a8d59114a8cc44191448b0cb9558c2c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QIDP8lUfJ9Y5h7dHd/0JpkG0EV6aREKRDCoh/mhJTb1ZoFNKTTEaekN93DAlgBZ1RdOLiDk99Rl4vYXLw9wPCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:58:17.160197Z","bundle_sha256":"4f0d6082b978ba51923add278a060096793ce583a30352f2a052dbacc679b1ff"}}