{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:OZEBIMBFCDOFNCHQLUCKOKDAJ3","short_pith_number":"pith:OZEBIMBF","schema_version":"1.0","canonical_sha256":"764814302510dc5688f05d04a728604ee26d905c5d320ab3bcf5d9c9fd3746ba","source":{"kind":"arxiv","id":"2411.05285","version":2},"attestation_state":"computed","paper":{"title":"AgentOps: Enabling Observability of LLM Agents","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.AI","authors_text":"Liming Dong, Liming Zhu, Qinghua Lu","submitted_at":"2024-11-08T02:31:03Z","abstract_excerpt":"Large language model (LLM) agents have demonstrated remarkable capabilities across various domains, gaining extensive attention from academia and industry. However, these agents raise significant concerns on AI safety due to their autonomous and non-deterministic behavior, as well as continuous evolving nature . From a DevOps perspective, enabling observability in agents is necessary to ensuring AI safety, as stakeholders can gain insights into the agents' inner workings, allowing them to proactively understand the agents, detect anomalies, and prevent potential failures. Therefore, in this pa"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2411.05285","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2024-11-08T02:31:03Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"fca43eec145ff62cad42b521f73c7f0366180ccd42aa35cbb66c6878f1f1d370","abstract_canon_sha256":"62778d222b5d0d181bfc527d37ddc0c7441e055cd990496b86bf9bdad708fb3f"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:42:32.251916Z","signature_b64":"Mjqy7T3QJY16LtdJcR9a2BG1+y+FLF5zh1F5OQfeC6+3E2tHujvsxqu2MDIhmdA1YIbAx0TuGU603xolNl/gAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"764814302510dc5688f05d04a728604ee26d905c5d320ab3bcf5d9c9fd3746ba","last_reissued_at":"2026-07-05T09:42:32.251242Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:42:32.251242Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"AgentOps: Enabling Observability of LLM Agents","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.AI","authors_text":"Liming Dong, Liming Zhu, Qinghua Lu","submitted_at":"2024-11-08T02:31:03Z","abstract_excerpt":"Large language model (LLM) agents have demonstrated remarkable capabilities across various domains, gaining extensive attention from academia and industry. However, these agents raise significant concerns on AI safety due to their autonomous and non-deterministic behavior, as well as continuous evolving nature . From a DevOps perspective, enabling observability in agents is necessary to ensuring AI safety, as stakeholders can gain insights into the agents' inner workings, allowing them to proactively understand the agents, detect anomalies, and prevent potential failures. Therefore, in this pa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.05285","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.05285/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2411.05285","created_at":"2026-07-05T09:42:32.251322+00:00"},{"alias_kind":"arxiv_version","alias_value":"2411.05285v2","created_at":"2026-07-05T09:42:32.251322+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.05285","created_at":"2026-07-05T09:42:32.251322+00:00"},{"alias_kind":"pith_short_12","alias_value":"OZEBIMBFCDOF","created_at":"2026-07-05T09:42:32.251322+00:00"},{"alias_kind":"pith_short_16","alias_value":"OZEBIMBFCDOFNCHQ","created_at":"2026-07-05T09:42:32.251322+00:00"},{"alias_kind":"pith_short_8","alias_value":"OZEBIMBF","created_at":"2026-07-05T09:42:32.251322+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":16,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.22741","citing_title":"GRADE: Graph Representation of LLM Agent Dependency and Execution","ref_index":117,"is_internal_anchor":false},{"citing_arxiv_id":"2606.20669","citing_title":"Agent Behavior Mining: Generative AI Agent Governance in Business Processes","ref_index":6,"is_internal_anchor":false},{"citing_arxiv_id":"2606.04990","citing_title":"From Agent Traces to Trust: A Survey of Evidence Tracing and Execution Provenance in LLM Agents","ref_index":34,"is_internal_anchor":false},{"citing_arxiv_id":"2606.01581","citing_title":"Agent System Operations: Categorization, Challenges, and Future Directions","ref_index":62,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08717","citing_title":"Debugging the Debuggers: Failure-Anchored Structured Recovery for Software Engineering Agents","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2605.14612","citing_title":"In-IDE Toolkit for Developers of AI-Based Features","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2606.04990","citing_title":"From Agent Traces to Trust: A Survey of Evidence Tracing and Execution Provenance in LLM Agents","ref_index":34,"is_internal_anchor":false},{"citing_arxiv_id":"2605.26563","citing_title":"TrajAudit: Automated Failure Diagnosis for Agentic Coding Systems","ref_index":11,"is_internal_anchor":false},{"citing_arxiv_id":"2605.27785","citing_title":"A Query Engine for the Agents","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2606.20631","citing_title":"Harnessing Agent Skills: Architectural Patterns and a Reference Architecture for Skill-Mediated LLM Agents","ref_index":61,"is_internal_anchor":false},{"citing_arxiv_id":"2605.11514","citing_title":"FlowSteer: Prompt-Only Workflow Steering Exposes Planning-Time Vulnerabilities in Multi-Agent LLM Systems","ref_index":11,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08717","citing_title":"Debugging the Debuggers: Failure-Anchored Structured Recovery for Software Engineering Agents","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23853","citing_title":"ClawTrace: Cost-Aware Tracing for LLM Agent Skill Distillation","ref_index":19,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06812","citing_title":"Towards Security-Auditable LLM Agents: A Unified Graph Representation","ref_index":11,"is_internal_anchor":false},{"citing_arxiv_id":"2605.07062","citing_title":"From Assistance to Agency: Rethinking Autonomy and Control in CI/CD Pipelines","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2604.05485","citing_title":"Auditable Agents","ref_index":4,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3","json":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3.json","graph_json":"https://pith.science/api/pith-number/OZEBIMBFCDOFNCHQLUCKOKDAJ3/graph.json","events_json":"https://pith.science/api/pith-number/OZEBIMBFCDOFNCHQLUCKOKDAJ3/events.json","paper":"https://pith.science/paper/OZEBIMBF"},"agent_actions":{"view_html":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3","download_json":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3.json","view_paper":"https://pith.science/paper/OZEBIMBF","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2411.05285&json=true","fetch_graph":"https://pith.science/api/pith-number/OZEBIMBFCDOFNCHQLUCKOKDAJ3/graph.json","fetch_events":"https://pith.science/api/pith-number/OZEBIMBFCDOFNCHQLUCKOKDAJ3/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3/action/storage_attestation","attest_author":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3/action/author_attestation","sign_citation":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3/action/citation_signature","submit_replication":"https://pith.science/pith/OZEBIMBFCDOFNCHQLUCKOKDAJ3/action/replication_record"}},"created_at":"2026-07-05T09:42:32.251322+00:00","updated_at":"2026-07-05T09:42:32.251322+00:00"}