{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:UBO45G5L6NIURB3QQP6UNFWEX6","short_pith_number":"pith:UBO45G5L","schema_version":"1.0","canonical_sha256":"a05dce9babf35148877083fd4696c4bf9d9bb961ce54a2d9fefd7d5e0b29230b","source":{"kind":"arxiv","id":"2412.14232","version":1},"attestation_state":"computed","paper":{"title":"Human-in-the-loop or AI-in-the-loop? Automate or Collaborate?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Kristian Kersting, Sahil Sidheekh, Saurabh Mathur, Sriraam Natarajan, Wolfgang Stammer","submitted_at":"2024-12-18T18:31:39Z","abstract_excerpt":"Human-in-the-loop (HIL) systems have emerged as a promising approach for combining the strengths of data-driven machine learning models with the contextual understanding of human experts. However, a deeper look into several of these systems reveals that calling them HIL would be a misnomer, as they are quite the opposite, namely AI-in-the-loop ($AI^2L$) systems, where the human is in control of the system, while the AI is there to support the human. We argue that existing evaluation methods often overemphasize the machine (learning) component's performance, neglecting the human expert's critic"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2412.14232","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-12-18T18:31:39Z","cross_cats_sorted":[],"title_canon_sha256":"338b3750f7e5df4a8cca2d4f488641190075957e7e71384b7f69b8dd106d03d2","abstract_canon_sha256":"e0fe9ea7c2a3e2ae76fe0f2f2a13d64335af9fd0c6bc14ca305c1980e238e041"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:51:42.353493Z","signature_b64":"TK8wunV3MrTfE3GPFvY3FIG+PFYhjheVBlwRTk3S96OCTL7LMi8js6tZ1Nd6asY0DAlq6xl89/D+2Qh9Ei8/CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a05dce9babf35148877083fd4696c4bf9d9bb961ce54a2d9fefd7d5e0b29230b","last_reissued_at":"2026-07-05T09:51:42.353083Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:51:42.353083Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Human-in-the-loop or AI-in-the-loop? Automate or Collaborate?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Kristian Kersting, Sahil Sidheekh, Saurabh Mathur, Sriraam Natarajan, Wolfgang Stammer","submitted_at":"2024-12-18T18:31:39Z","abstract_excerpt":"Human-in-the-loop (HIL) systems have emerged as a promising approach for combining the strengths of data-driven machine learning models with the contextual understanding of human experts. However, a deeper look into several of these systems reveals that calling them HIL would be a misnomer, as they are quite the opposite, namely AI-in-the-loop ($AI^2L$) systems, where the human is in control of the system, while the AI is there to support the human. We argue that existing evaluation methods often overemphasize the machine (learning) component's performance, neglecting the human expert's critic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.14232","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.14232/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2412.14232","created_at":"2026-07-05T09:51:42.353138+00:00"},{"alias_kind":"arxiv_version","alias_value":"2412.14232v1","created_at":"2026-07-05T09:51:42.353138+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.14232","created_at":"2026-07-05T09:51:42.353138+00:00"},{"alias_kind":"pith_short_12","alias_value":"UBO45G5L6NIU","created_at":"2026-07-05T09:51:42.353138+00:00"},{"alias_kind":"pith_short_16","alias_value":"UBO45G5L6NIURB3Q","created_at":"2026-07-05T09:51:42.353138+00:00"},{"alias_kind":"pith_short_8","alias_value":"UBO45G5L","created_at":"2026-07-05T09:51:42.353138+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.19832","citing_title":"Material for Thought: Generative AI as an Active Creative Medium","ref_index":10,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6","json":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6.json","graph_json":"https://pith.science/api/pith-number/UBO45G5L6NIURB3QQP6UNFWEX6/graph.json","events_json":"https://pith.science/api/pith-number/UBO45G5L6NIURB3QQP6UNFWEX6/events.json","paper":"https://pith.science/paper/UBO45G5L"},"agent_actions":{"view_html":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6","download_json":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6.json","view_paper":"https://pith.science/paper/UBO45G5L","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2412.14232&json=true","fetch_graph":"https://pith.science/api/pith-number/UBO45G5L6NIURB3QQP6UNFWEX6/graph.json","fetch_events":"https://pith.science/api/pith-number/UBO45G5L6NIURB3QQP6UNFWEX6/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6/action/timestamp_anchor","attest_storage":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6/action/storage_attestation","attest_author":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6/action/author_attestation","sign_citation":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6/action/citation_signature","submit_replication":"https://pith.science/pith/UBO45G5L6NIURB3QQP6UNFWEX6/action/replication_record"}},"created_at":"2026-07-05T09:51:42.353138+00:00","updated_at":"2026-07-05T09:51:42.353138+00:00"}