{"as_of":"2026-08-07T11:52:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7d961c619771eb5ac572515bfbe66c6537299f571e3953c87ceebf192c133122","coverage":[{"denominator":90,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":90,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:19:36.686958Z","state":"measured"},{"denominator":90,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":90,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.00543/citation-record","integrity":"/paper/2507.00543/integrity","json":"/paper/2507.00543/citation-record.json","paper":"/paper/2507.00543"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:29.585740Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.585740Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:9fa337b75fe59f33d8ec9bb81b0abb588a5298c4e5354124245d6369a15d3bf7","observation_id":"f208de42-da86-466b-aba6-440229c53dad","resolution":{"observed_at":"2026-08-06T21:19:29.585740Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T21:19:29.708066Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.708066Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8c22e0457ae83a8702dbebf23f6bada221f81d7b16b59f19b1982a0d093f60b1","observation_id":"aa6ad3d6-b3d0-4dd7-b5b1-49aebbfbfdb0","resolution":{"observed_at":"2026-08-06T21:19:29.708066Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:29.823485Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.823485Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:c076a2429ce8d0422db4472a4d81042498c514300aec0d0ecd203056c0832d38","observation_id":"8b6c09cc-aa09-43e7-9fa7-8be2f8e0c52e","resolution":{"observed_at":"2026-08-06T21:19:29.823485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:29.912778Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.912778Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:88fab9fc1d56161f2aa64b951cb2bf08b540c7465fc3135569bcaad0119b9093","observation_id":"d91097c4-1416-4634-be00-1ee6a38a24cf","resolution":{"observed_at":"2026-08-06T21:19:29.912778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.11352","last_updated":"2020-09-23T19:48:02Z","snapshot_observed_at":"2026-08-03T08:02:14.199338Z","submitted_at":"2020-09-23T19:48:02Z","title":"ConvAI3: Generating Clarifying Questions for Open-Domain Dialogue Systems (ClariQ)","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.11352","snapshot_observed_at":"2026-08-06T21:19:29.987752Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.987752Z"},"links":{"cited_paper":"/paper/2009.11352","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b4bb8610c8a8935367ee05dd04d2355cebdad23d6340dcd6d8a0a32bafbe407e","observation_id":"8f38635b-2d4c-4716-9281-c4c68ceef55d","resolution":{"observed_at":"2026-08-06T21:19:29.987752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.053765Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.053765Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:a93918c0f8c123bf17b34403eb054e325186f52e9fb84fb707bc1a43cee0126f","observation_id":"323ef50f-3074-48d6-91e9-a073e615086b","resolution":{"observed_at":"2026-08-06T21:19:30.053765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02179","last_updated":"2024-05-29T12:29:08Z","snapshot_observed_at":"2026-08-03T02:07:54.986202Z","submitted_at":"2023-07-05T10:15:07Z","title":"Open-Source LLMs for Text Annotation: A Practical Guide for Model Setting and Fine-Tuning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02179","snapshot_observed_at":"2026-08-06T21:19:30.128678Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.128678Z"},"links":{"cited_paper":"/paper/2307.02179","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:9c0f936bd78de7aaf0552ca89df5aaecfbc9708f4efddeca7fd83596dac46495","observation_id":"e3bfb64a-b552-4833-937c-372c05629403","resolution":{"observed_at":"2026-08-06T21:19:30.128678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.184851Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.184851Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:83b72d9a2231330663be5a035c1a19a5ad408556adfb6973f5930f92009c48c9","observation_id":"a4fd6f73-ee9e-40f4-805d-b9ab2a71de22","resolution":{"observed_at":"2026-08-06T21:19:30.184851Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.295072Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.295072Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:a79b901b40931841da853c4ac78b16d5cbeb089bf94638529b7819e9d1e3e26f","observation_id":"24698dc7-efde-41d7-b489-220aa8141ec9","resolution":{"observed_at":"2026-08-06T21:19:30.295072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.17147","last_updated":"2023-10-05T12:25:18Z","snapshot_observed_at":"2026-07-06T16:25:25.534843Z","submitted_at":"2023-09-29T11:19:15Z","title":"Using Large Language Models for Qualitative Analysis can Introduce Serious Bias","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.17147","snapshot_observed_at":"2026-08-06T21:19:30.368240Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.368240Z"},"links":{"cited_paper":"/paper/2309.17147","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:e44c08233c0d018bbe952f80f6361888b1a6534293233f3f515c227e76f4e5b6","observation_id":"bbdf3594-e652-4a39-b68a-59832cb7dc02","resolution":{"observed_at":"2026-08-06T21:19:30.368240Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.461442Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.461442Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:cf67decbc4696f1146482794d61b9f43b03b91152fb6a6dce2f692067c325bfb","observation_id":"e5961797-b856-4e45-ad50-440762131f20","resolution":{"observed_at":"2026-08-06T21:19:30.461442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.533403Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.533403Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:44dd7b3b6db45b9f9cf34113c15f0c6f557a0058960cfda2a86db0f79919da98","observation_id":"b71c7d7f-70c5-42e7-a326-d5e2b115f097","resolution":{"observed_at":"2026-08-06T21:19:30.533403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.07932","last_updated":"2023-06-23T05:56:51Z","snapshot_observed_at":"2026-08-05T03:36:37.576727Z","submitted_at":"2023-06-10T04:31:57Z","title":"Human-in-the-Loop through Chain-of-Thought","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.07932","snapshot_observed_at":"2026-08-06T21:19:30.612792Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.612792Z"},"links":{"cited_paper":"/paper/2306.07932","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ae00cb36c25391d3d0142f5a2ca213ae395a45b4c0380a5f97b38b76cfad9dc8","observation_id":"7ecd7e20-d194-46ac-bb3a-7cfac7870e20","resolution":{"observed_at":"2026-08-06T21:19:30.612792Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.660894Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.660894Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:dc68754a74a5944940ad7e541e6f7296139992a777cbf5d62a93e49928e0779f","observation_id":"f1358a98-5999-4dc4-a645-689f5ab20764","resolution":{"observed_at":"2026-08-06T21:19:30.660894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01942","last_updated":"2024-07-02T04:23:54Z","snapshot_observed_at":"2026-07-06T18:40:05.778984Z","submitted_at":"2024-07-02T04:23:54Z","title":"Certainly Uncertain: A Benchmark and Metric for Multimodal Epistemic and Aleatoric Awareness","version":1},"cited_work":{"arxiv_id":"2407.01942","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.01942","snapshot_observed_at":"2026-08-06T21:19:37.316370Z","title":"Certainly Uncertain: A Benchmark and Metric for Multimodal Epistemic and Aleatoric Awareness","venue":"cs.AI","work_id":"a32862cc-0d8f-4466-9cbd-16be632cfc9a","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.714069Z"},"links":{"cited_paper":"/paper/2407.01942","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:c5cd5a2394e6a4dfbf56acce976fe47396ee83d402a7cecbb615ebb778a903e4","observation_id":"aae7b140-6371-47d1-a3fe-a3515e382254","resolution":{"observed_at":"2026-08-06T21:19:37.356797Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:45.041388Z","title":null,"venue":null,"work_id":"c4d1ec25-e27b-4452-9f32-385e6a5180d8","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.795212Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2cd5f7bf811f846e5d81a6e3d616fbf3f757f26792bbf7495a008fe0b1f75d8e","observation_id":"e9a5e465-4954-4228-a72a-ab5e00cdc9c7","resolution":{"observed_at":"2026-08-06T21:19:45.046231Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.847584Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.847584Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:87c55ff26a5541806fe2dd035c48c80bda7bf9a797135f84c921a010c8de8c1e","observation_id":"3bed86ab-039b-4fdf-af0c-27bb37dca73d","resolution":{"observed_at":"2026-08-06T21:19:30.847584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.911374Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.911374Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:7cd3114142ac7a4eb1c71f6017e7610c6f09ba10021386000421e19441709e25","observation_id":"74789b3a-e980-4a7a-8219-14db7e9ed10e","resolution":{"observed_at":"2026-08-06T21:19:30.911374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:45.017859Z","title":null,"venue":null,"work_id":"e825a978-3f6f-42c7-9f88-4f9afa4be951","year":1968},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.993112Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:3760c58ce5de172a21901eb2ae9bd57ee18e013e0f53c7425ad1f13d7219e661","observation_id":"72d5eb7f-ac54-434b-8534-2eff34c81a1f","resolution":{"observed_at":"2026-08-06T21:19:45.022895Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:45.005266Z","title":null,"venue":null,"work_id":"40c6d4ec-c9d1-49dc-9b6c-838e82086717","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.054206Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2ce6ca972490e9cedf7b2027630af12e7cf692616d66d55b1dbd0c39a59769f6","observation_id":"2f9169e6-95a5-4b30-8748-d14e31d0f188","resolution":{"observed_at":"2026-08-06T21:19:45.009301Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.992301Z","title":null,"venue":null,"work_id":"8d58843f-04f8-4a21-bb35-9ad1da0bbed4","year":2002},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.156987Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:7c76862b780432c9743442b90125614f609079f3d6502a35a14d4335bf8fc851","observation_id":"f98c4201-2b26-46da-9ad9-c5834d3e9eeb","resolution":{"observed_at":"2026-08-06T21:19:44.996357Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.980399Z","title":null,"venue":null,"work_id":"8b1c1ab2-e956-4a2b-975c-3f2a484de267","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.283169Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:cd14731e26da9cdc7a99dd7ae64ad5b97a635f5b3fac2b5c20c0d9de3532fadd","observation_id":"b4044ef6-6361-4417-abef-b18b20c96c4b","resolution":{"observed_at":"2026-08-06T21:19:44.984318Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.968266Z","title":null,"venue":null,"work_id":"379b339e-ed57-4c58-80aa-a6c40bfb2216","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.373466Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:4c867e78b0d7339cba3bec08d4b4dcaf32da8d8863b13cf034f994c2dd239a0d","observation_id":"9471724c-504f-42d6-aeaf-c028aa4399ff","resolution":{"observed_at":"2026-08-06T21:19:44.971990Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.955898Z","title":null,"venue":null,"work_id":"72529416-ca7a-421a-8478-4cbf0c267799","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.445013Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:251757c0ae75da768924c438dd26a894513f9aa66ebb280f77109042aadc7609","observation_id":"2beb8373-5170-4a46-9dbe-cb3944e4a71c","resolution":{"observed_at":"2026-08-06T21:19:44.959731Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.943265Z","title":null,"venue":null,"work_id":"1b0d6559-d36c-42f3-ba91-826f557ecba5","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.524587Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8b83977a8facb4bb0e981c43c863e906986e06a799bb7338ea6ea5ad3eab0080","observation_id":"4c963ea0-ad86-494a-be59-7d9fa6aef930","resolution":{"observed_at":"2026-08-06T21:19:44.947383Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.02554","last_updated":"2023-04-05T16:17:32Z","snapshot_observed_at":"2026-08-06T05:29:37.931917Z","submitted_at":"2023-04-05T16:17:32Z","title":"Human-like Summarization Evaluation with ChatGPT","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.02554","snapshot_observed_at":"2026-08-06T21:19:31.638854Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.638854Z"},"links":{"cited_paper":"/paper/2304.02554","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:357e7512036e25ff8c61c6da9b1cf32f439c29408ae8587e0251a5e65efc79f0","observation_id":"741f0943-23d7-4e97-a828-35f987c12e2a","resolution":{"observed_at":"2026-08-06T21:19:31.638854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.930213Z","title":null,"venue":null,"work_id":"3448b59d-3367-4628-9891-cd12234d5131","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.699804Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:d2dbe6ee8f987f77ff3b2b5fa6d2b6f0b49bb4f913495c47b119e950d51abff8","observation_id":"24836614-28c6-43ca-8d52-f6841c3c8888","resolution":{"observed_at":"2026-08-06T21:19:44.934112Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.900747Z","title":null,"venue":null,"work_id":"599e7e1c-306a-4fa7-965e-7a76a32b9dd2","year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.781634Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0d3a7badfa8c4a6aae4a41bb72102c7996e3033dfe0500df7bc90db6d1747ff7","observation_id":"7cfdd01d-72ac-4dd9-8362-076bce053c85","resolution":{"observed_at":"2026-08-06T21:19:44.920766Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.812230Z","title":null,"venue":null,"work_id":"0d8d4bd9-d414-4d5f-9dbf-735c9443aa83","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:31.916147Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f831e3efad30e921d6e7176b9b37c9a8f027d56c982fe2c7d1a2dc1e8fc1679c","observation_id":"e37c2423-9605-4d99-9eae-ff0683d39f4b","resolution":{"observed_at":"2026-08-06T21:19:44.881455Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16854","last_updated":"2024-04-05T15:19:19Z","snapshot_observed_at":"2026-07-06T15:09:40.923270Z","submitted_at":"2023-03-29T17:03:21Z","title":"AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16854","snapshot_observed_at":"2026-08-06T21:19:32.068733Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.068733Z"},"links":{"cited_paper":"/paper/2303.16854","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ec7be18bacd169af6bd778f1b41183a840073df80621d05e7e6347a9f463f83f","observation_id":"8252f34b-37c0-491c-acc4-d297333591db","resolution":{"observed_at":"2026-08-06T21:19:32.068733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.589870Z","title":null,"venue":null,"work_id":"77aa2b08-3f29-4e68-b13c-6621e6bb829f","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.148617Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:74e97a227763be0802427640443d70c99a4a17b29e39e08b1e11f4654b0327cf","observation_id":"744240b1-a9c3-4861-9b7c-7f5e1a3c2709","resolution":{"observed_at":"2026-08-06T21:19:44.704344Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.374899Z","title":null,"venue":null,"work_id":"07fb332a-5206-4e16-beb0-f9c8ad36582c","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.217327Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:081e3b17cf8361ffd65fca39f285d3831e57adf3a17b3194a9e3a383a8bdf504","observation_id":"de2af80b-c916-4f40-9282-f7fb0376ff64","resolution":{"observed_at":"2026-08-06T21:19:44.482755Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.201915Z","title":null,"venue":null,"work_id":"880a2ee0-f9b9-4358-ba8e-e098fac8c2c5","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.287755Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:e4ccbc0e3b9f6edd9da9f163ef2201796040fd2fc866d7e0c951f67028c4b717","observation_id":"14bcecc0-956a-4dfb-a98c-fd84c555027f","resolution":{"observed_at":"2026-08-06T21:19:44.289792Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-06T21:19:32.355153Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.355153Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f97818f52a151816228bca8635f09a793231a612ec595a623321022de348a6d9","observation_id":"2313358e-8bed-4535-88be-ecfff32d778c","resolution":{"observed_at":"2026-08-06T21:19:32.355153Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:44.036989Z","title":null,"venue":null,"work_id":"5f5b07ac-4e64-4d54-8500-b795c8027888","year":2017},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.443102Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:99e179600f4250f5483829462bdf8e853a0e2fac5d6fc50cec68504a0d05b6c5","observation_id":"7223a35f-4d8f-4ca0-b418-d1c4109b338d","resolution":{"observed_at":"2026-08-06T21:19:44.115480Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.717644Z","title":null,"venue":null,"work_id":"da61ec30-3788-4680-ba4d-aaed518d092b","year":2003},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.513781Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:d23fb72ab13973c7ee0135ca7652012825a0d12c3e6a6eeb60109fd682b518ea","observation_id":"3c920925-dc2b-4e55-908e-b14dfa18af2c","resolution":{"observed_at":"2026-08-06T21:19:43.915002Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.604396Z","title":null,"venue":null,"work_id":"0e84e517-82a9-4349-800d-63cb1ab1cc87","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.592919Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:1af8ca559fe83486ad9fa00ce9c21f2ef3507a1030bc6957c112a9d41479680d","observation_id":"f3eddd78-1e54-49a7-9275-a3cb6d94c53a","resolution":{"observed_at":"2026-08-06T21:19:43.630919Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:32.770330Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.770330Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0e89f9f3213db0254f7e3adf0009c926da7fe3f608ff0bde38d42f86c25996f3","observation_id":"cca0811f-8ae0-4310-96f9-6b8ed28f557a","resolution":{"observed_at":"2026-08-06T21:19:32.770330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:32.861616Z","title":null,"venue":null,"work_id":null,"year":1977},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.861616Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b50c7c2291a1ff3e46b9a7d4e28ee4c6d328fe06e910b0202cfaaa2b718b7f28","observation_id":"1e7bf7c2-3ab5-46f3-a77d-2bf89799e67b","resolution":{"observed_at":"2026-08-06T21:19:32.861616Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.472568Z","title":"In Pro- ceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations","venue":null,"work_id":"29d612b3-742c-4fed-8392-81e34a5b90a9","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.686033Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ffc33da42606cb728195ebdc6af0780a57bb77fca1e95ffef538901b73dc65a8","observation_id":"b9855cc4-d1fb-4b0b-b56a-43dccb4cc917","resolution":{"observed_at":"2026-08-06T21:19:43.516601Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.193303Z","title":null,"venue":null,"work_id":"133f7133-2aaf-4aa9-8306-6497810430f5","year":2012},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.972794Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2f9b059d2a55eb6c1011712a6e7d7b6f798f849c37f300bf66cf39b288169c87","observation_id":"6270cbd3-db6f-47bf-a7bb-ecafc7c5d13a","resolution":{"observed_at":"2026-08-06T21:19:43.243793Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.070577Z","title":null,"venue":null,"work_id":"0bd0ce75-c6cb-432e-91fe-4954ce0426b9","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.060668Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:01e50c2ab1311ecf34d590a113bf567c83457466e1707a9f06b51033973d849e","observation_id":"d4b7f0fb-bb43-4819-9e47-58fc403f8260","resolution":{"observed_at":"2026-08-06T21:19:43.118614Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:43.333155Z","title":null,"venue":null,"work_id":"15bdd2c5-2309-4257-bf0d-dce762319ca6","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:32.928138Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:bf6287eb646b5b3168937c98ba331d3b6fbb3e492b05b7e0658c8cc4b5e8bcdd","observation_id":"ce7dca65-e762-4b00-bafc-209a83c06f22","resolution":{"observed_at":"2026-08-06T21:19:43.392040Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.813604Z","title":null,"venue":null,"work_id":"c1d7f130-8862-434a-85fd-ea2313a6aad2","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.216201Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8ed2c2e8f46aac6ed8c72247e933e107416033155e1e53e93d7a13ab49f1ec52","observation_id":"f4a04aa4-e2ec-4c82-bd03-a7c96a355230","resolution":{"observed_at":"2026-08-06T21:19:42.883963Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.713485Z","title":null,"venue":null,"work_id":"03619edc-10ac-46a9-8053-245e901a7a9a","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.306156Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ff1b79bfce046beebb1feed67e89b3828fed9df199ff23f785a7967fbd7ff23d","observation_id":"55e1d1cb-daa1-47a2-bbc9-3928e15b3bde","resolution":{"observed_at":"2026-08-06T21:19:42.765347Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.951491Z","title":null,"venue":null,"work_id":"985938a3-4729-49f9-9be8-e3915f7abe3c","year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.144519Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:9e2c9f659d5c3aac385265b356ea88fb899fe0d5e1010d1986a2c50455ffbd63","observation_id":"fd99e1b9-1e85-4779-91c5-6cc705f51825","resolution":{"observed_at":"2026-08-06T21:19:43.006565Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.981293Z","title":null,"venue":null,"work_id":"731c3631-4923-4f7e-9b79-f6b9be350502","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.510281Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:404b00d256a85c5318595218fb8b46ef335ef3a677dbb10fb0ce9723154312c7","observation_id":"d469ef17-cb17-4b70-9262-71a8bcd8de0e","resolution":{"observed_at":"2026-08-06T21:19:42.182331Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.650154Z","title":null,"venue":null,"work_id":"5bec60b7-bd4d-40a5-ab35-c43416f84b4f","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.622570Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:e4e59b6fbbdc78edd3824166c43331a3e55e2719c57246649443a0fe4534f195","observation_id":"df3d9e5a-3ea5-4af6-b0e2-2d80da52dbd4","resolution":{"observed_at":"2026-08-06T21:19:41.833966Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:42.332134Z","title":null,"venue":null,"work_id":"06ccadec-6e81-46d5-a7d2-6688318fcbb4","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.359616Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:24270ba39a1003efcb8ee52a39702dff882f69114d78ed8038cc45cc26965f63","observation_id":"41a766e7-025b-4323-8150-47c8020dec75","resolution":{"observed_at":"2026-08-06T21:19:42.496124Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:33.801992Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.801992Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b3614e140c88a7d1cce2a9d814696e306ae3b8fb41b25c4577ab7a3620ed4e84","observation_id":"9a2f2919-faa9-4511-92fe-c55ce7dc46b1","resolution":{"observed_at":"2026-08-06T21:19:33.801992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.09467","last_updated":"2024-09-21T15:41:27Z","snapshot_observed_at":"2026-07-06T19:15:25.798160Z","submitted_at":"2024-09-14T15:27:43Z","title":"Keeping Humans in the Loop: Human-Centered Automated Annotation with Generative AI","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.09467","snapshot_observed_at":"2026-08-06T21:19:33.867799Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.867799Z"},"links":{"cited_paper":"/paper/2409.09467","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:99d696ad247f5082d7a665635fb8e27dfaa2fc2a37d3fcd2433bcc7f3617b627","observation_id":"893c1800-3066-463f-9d8c-315ef13d2789","resolution":{"observed_at":"2026-08-06T21:19:33.867799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.336302Z","title":null,"venue":null,"work_id":"8767d672-9b52-4eb2-95ad-9ca63698d8d6","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.713502Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:bfcc96e2d793342c4bece16b4a0173b0a5f6b6e227fc057655fcc2f48355fecc","observation_id":"9a9bef9a-7f14-4ae9-bcf6-4a8afc2e38a6","resolution":{"observed_at":"2026-08-06T21:19:41.488330Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04370","last_updated":"2025-07-01T17:12:01Z","snapshot_observed_at":"2026-07-06T18:26:46.402024Z","submitted_at":"2024-06-01T02:08:44Z","title":"Large Language Model Confidence Estimation via Black-Box Access","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04370","snapshot_observed_at":"2026-08-06T21:19:34.050237Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.050237Z"},"links":{"cited_paper":"/paper/2406.04370","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:55147759486cf774864a2b149449946b48b115054f3eab214b4dd7b72a2e1093","observation_id":"8119ca48-50ac-4a3b-811e-c0e5f3cce48e","resolution":{"observed_at":"2026-08-06T21:19:34.050237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08896","last_updated":"2024-08-09T23:15:41Z","snapshot_observed_at":"2026-08-03T08:36:48.061543Z","submitted_at":"2024-08-09T23:15:41Z","title":"LLMJudge: LLMs for Relevance Judgments","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08896","snapshot_observed_at":"2026-08-06T21:19:34.141231Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.141231Z"},"links":{"cited_paper":"/paper/2408.08896","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:7b84dfaf67942e7c6e65beb012ec64c763463a69cb24c01b24672557b88ccacb","observation_id":"3f2177d5-209b-414e-92e9-6e3e91c792c1","resolution":{"observed_at":"2026-08-06T21:19:34.141231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.00176","last_updated":"2023-05-31T20:50:45Z","snapshot_observed_at":"2026-08-06T16:19:09.273720Z","submitted_at":"2023-05-31T20:50:45Z","title":"Automated Annotation with Generative AI Requires Validation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00176","snapshot_observed_at":"2026-08-06T21:19:33.977301Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:33.977301Z"},"links":{"cited_paper":"/paper/2306.00176","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ef9f6231e23793c957617a2b82a5a8c9705bfeb969e35a8d4bf11c75ba3322ce","observation_id":"dbac3210-2636-4df4-aac0-fe356c764e7f","resolution":{"observed_at":"2026-08-06T21:19:33.977301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:41.000573Z","title":null,"venue":null,"work_id":"0c1deea5-6f0c-48d6-ab70-2328e586f69f","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.306809Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2bb6bd6b7af538bb5e9548cb769cdc8b10484c10b5cf22c15b68f8a1b387bdfa","observation_id":"b47afd9e-46c5-418e-9b40-7346e54d8ce0","resolution":{"observed_at":"2026-08-06T21:19:41.146772Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:40.596203Z","title":null,"venue":null,"work_id":"ecd1fa15-05cc-4af7-9737-82a0ecf19734","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.380583Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:474924535727054d4c2b456663df7fa00fea71385d27e904fe30b8b56e3beb34","observation_id":"e07c1e9a-bec2-430b-906b-f21badc5222c","resolution":{"observed_at":"2026-08-06T21:19:40.791149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.11085","last_updated":"2023-04-17T00:41:19Z","snapshot_observed_at":"2026-07-06T15:18:26.300068Z","submitted_at":"2023-04-17T00:41:19Z","title":"Testing the Reliability of ChatGPT for Text Annotation and Classification: A Cautionary Remark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.11085","snapshot_observed_at":"2026-08-06T21:19:34.215880Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.215880Z"},"links":{"cited_paper":"/paper/2304.11085","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b084f6c28e8f0588f9cd715fef7ca536896405e8da1282fcc20817f2d4cc7e6e","observation_id":"7cf48a22-342a-467c-85f3-49af76bb632a","resolution":{"observed_at":"2026-08-06T21:19:34.215880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.15133","last_updated":"2025-03-26T13:08:41Z","snapshot_observed_at":"2026-07-06T19:20:32.349889Z","submitted_at":"2024-09-23T15:38:12Z","title":"Don't Use LLMs to Make Relevance Judgments","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.15133","snapshot_observed_at":"2026-08-06T21:19:34.559687Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.559687Z"},"links":{"cited_paper":"/paper/2409.15133","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:3cfa1e2d77431fe72bf16aeba711518ff594caa2494711b7791ec7b385367857","observation_id":"496a43bf-eef8-424b-9c8c-abbf40d282f7","resolution":{"observed_at":"2026-08-06T21:19:34.559687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.09629","last_updated":"2024-09-21T13:11:11Z","snapshot_observed_at":"2026-08-03T13:30:28.053402Z","submitted_at":"2024-09-15T06:44:26Z","title":"Confidence Estimation for LLM-Based Dialogue State Tracking","version":2},"cited_work":{"arxiv_id":"2409.09629","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.09629","snapshot_observed_at":"2026-08-06T21:19:36.999640Z","title":"Confidence Estimation for LLM-Based Dialogue State Tracking","venue":"cs.CL","work_id":"22b33747-7b5c-4221-aa75-768d20e66a23","year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.661463Z"},"links":{"cited_paper":"/paper/2409.09629","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:01c2438ba0ee32a76129abaef736a205463b8ed98ae1e080e8cb16720ea01191","observation_id":"6ecb0b64-59b4-4132-b579-c962fc95a026","resolution":{"observed_at":"2026-08-06T21:19:37.046406Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:40.295612Z","title":null,"venue":null,"work_id":"39d4d734-9db5-47ac-957e-c528e01b72e8","year":2025},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.458914Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ec006f0afdaf3ce9142794768d8fef4f1bd4f9c8300c1445f724bcb0fce42f6e","observation_id":"a58deb4d-dbbf-48a4-9c0c-5e921d3e6860","resolution":{"observed_at":"2026-08-06T21:19:40.431598Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:40.005765Z","title":null,"venue":null,"work_id":"0cbfae1b-5078-4659-af41-791ae9d535b4","year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.819545Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:264c61ea40605c9eb8b74494212f418f278d8f549e73924be6e9f398d6429140","observation_id":"7184185f-8af1-4535-90a7-985e5629e148","resolution":{"observed_at":"2026-08-06T21:19:40.128947Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:39.637341Z","title":null,"venue":null,"work_id":"43da90b0-2e77-468d-b5c3-a8ba3991d622","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.899547Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:aab439f99dd72e879a24d05271f62c7dc66605af3759fb59016f87ce8ae9ed68","observation_id":"82ff5340-e2c1-4227-9102-88bacb5a226e","resolution":{"observed_at":"2026-08-06T21:19:39.786576Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.06877","last_updated":"2025-06-13T06:52:31Z","snapshot_observed_at":"2026-07-06T19:48:23.999337Z","submitted_at":"2024-11-11T11:17:35Z","title":"LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.06877","snapshot_observed_at":"2026-08-06T21:19:34.737761Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.737761Z"},"links":{"cited_paper":"/paper/2411.06877","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:3a21a0548d7d8e3f78a9e976d3d0fc6460efe3a51e8880019fa33fd45fa4f15a","observation_id":"9889b8c6-be3d-46b0-b873-933210bc6e01","resolution":{"observed_at":"2026-08-06T21:19:34.737761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:39.234322Z","title":null,"venue":null,"work_id":"a1aab44d-ffbf-4a72-af05-7223ac5d9b3e","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.074221Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2cf434d2c66f54415d4c797556d38bc5af892c06fd0f5fb89d2c4a109bdfd1ed","observation_id":"0d1eed7d-6936-4e68-8ae6-62fcf24a0eb4","resolution":{"observed_at":"2026-08-06T21:19:39.449079Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.06588","last_updated":"2023-04-13T14:51:40Z","snapshot_observed_at":"2026-07-06T15:15:22.209954Z","submitted_at":"2023-04-13T14:51:40Z","title":"ChatGPT-4 Outperforms Experts and Crowd Workers in Annotating Political Twitter Messages with Zero-Shot Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.06588","snapshot_observed_at":"2026-08-06T21:19:35.155795Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.155795Z"},"links":{"cited_paper":"/paper/2304.06588","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:c15313fdb6fb242a859c78f413fd332715d9d551cddd51d090c77f8cbc85bc18","observation_id":"59040f85-48c5-497d-aad7-46160ca8301d","resolution":{"observed_at":"2026-08-06T21:19:35.155795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10621","last_updated":"2024-05-16T21:53:41Z","snapshot_observed_at":"2026-07-06T16:20:33.037351Z","submitted_at":"2023-09-19T13:55:39Z","title":"Large language models can accurately predict searcher preferences","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.10621","snapshot_observed_at":"2026-08-06T21:19:34.975946Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:34.975946Z"},"links":{"cited_paper":"/paper/2309.10621","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:e74f8a0967996989c8be99101736b8d832255a5204616eed6a1a3b5a4b13cfba","observation_id":"398fe303-5172-4a07-8765-a9a37d0a6b8f","resolution":{"observed_at":"2026-08-06T21:19:34.975946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.08275","last_updated":"2024-11-13T01:12:35Z","snapshot_observed_at":"2026-07-06T19:49:30.260410Z","submitted_at":"2024-11-13T01:12:35Z","title":"A Large-Scale Study of Relevance Assessments with Large Language Models: An Initial Look","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.08275","snapshot_observed_at":"2026-08-06T21:19:35.295196Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.295196Z"},"links":{"cited_paper":"/paper/2411.08275","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:d34d87e723f196531c113bef05b927bbc4b373519f09ea8dfe365ad977a8b74e","observation_id":"36767d8b-666d-47eb-9376-6c25ddaeb1ef","resolution":{"observed_at":"2026-08-06T21:19:35.295196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.920113Z","title":"Voorhees","venue":null,"work_id":"a45d4a0f-c7f8-4145-8bc2-685fbc3c180f","year":2000},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.392447Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:6d0084e6f96ed43a925345dd3f5d124e64485a7c70e0296a1fc04223b8c98cc5","observation_id":"5daa4733-52fe-4620-924e-66d265864a3b","resolution":{"observed_at":"2026-08-06T21:19:39.074380Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-02T11:57:18.735747Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T21:19:35.233676Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.233676Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:d49e46b17ebc16941793a1198900049f34b1f7e7c964967898dec9d2232f469b","observation_id":"c8d00bf7-4e14-449f-9062-bc83927bc18a","resolution":{"observed_at":"2026-08-06T21:19:35.233676Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.17926","last_updated":"2023-08-30T13:22:35Z","snapshot_observed_at":"2026-08-03T19:35:11.838629Z","submitted_at":"2023-05-29T07:41:03Z","title":"Large Language Models are not Fair Evaluators","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.17926","snapshot_observed_at":"2026-08-06T21:19:35.600481Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.600481Z"},"links":{"cited_paper":"/paper/2305.17926","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:2685eac22663472885e247406bac937ee3c5735b25a2f898fe2d1e605c6461bf","observation_id":"96bd77ac-1376-4e47-8ae8-8f103d4e81c7","resolution":{"observed_at":"2026-08-06T21:19:35.600481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.483521Z","title":null,"venue":null,"work_id":"c50fb64d-e11d-46af-a14b-4e04c1dae473","year":2021},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.679063Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8b1a190c6cd3145a1e6280bf2be62b5f6ff0c60de6fae18e482581ee5c6e8a37","observation_id":"734ba7e8-ed15-4d6e-9e1d-bffd1d974143","resolution":{"observed_at":"2026-08-06T21:19:38.580529Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:35.729471Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.729471Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0d25e57069008a9fce71bb802987ccaebdac05ae66dc69ec57e9244bd8419cf2","observation_id":"88c43384-5337-4fa0-aa91-cf677064c977","resolution":{"observed_at":"2026-08-06T21:19:35.729471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.679435Z","title":null,"venue":null,"work_id":"ae3affc1-d667-4d85-8632-089153927e50","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.521371Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:8bdaf54805a4a59430b0f15b446019e3dcdeceff0dfd587adccfa138ac7b5544","observation_id":"441ae689-ca96-41a6-b5ca-9dbdf7364f64","resolution":{"observed_at":"2026-08-06T21:19:38.790724Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.151325Z","title":null,"venue":null,"work_id":"238dd88d-5b8f-44ee-a1be-d34c2f56b229","year":2017},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.974024Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:58c31703ac098d461e662a6c373a49bcc69e3f044bb5db2d038c5fd5809b1469","observation_id":"0756f31f-bb3f-4e3c-9ed9-38d72b43b733","resolution":{"observed_at":"2026-08-06T21:19:38.240780Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.942512Z","title":null,"venue":null,"work_id":"205fa681-a37e-41b2-869e-0bb85ccf0ef8","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.028672Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f11cfc215221317e214efe8faf566b468b58c505f7032a18e9db9c7506a61707","observation_id":"c30289ea-f9ec-44f5-8e8e-7795af3d9dd8","resolution":{"observed_at":"2026-08-06T21:19:38.037118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.838492Z","title":null,"venue":null,"work_id":"e4ddeeb7-c9c0-4fcf-acda-3440c03e11db","year":2025},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.126538Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:e5cab011d60601c21ad4e47809f723ed2bfaaf440e5fc7d6711f6e43ef13df31","observation_id":"965d2f41-a4c6-44af-bb6a-c0470d9a7861","resolution":{"observed_at":"2026-08-06T21:19:37.883230Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:38.249801Z","title":"In Proceedings of the CHI Conference on Human Factors in Computing Systems","venue":null,"work_id":"52f76401-17af-44de-b9b3-6fab1195284d","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.813118Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:4b092973866ed6af01c7fd7cd8d61b4192b4a962461775cc810f7db0cbe3bf7a","observation_id":"e25c87f3-fdff-4c8a-89f1-467102b768fe","resolution":{"observed_at":"2026-08-06T21:19:38.340042Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.12966","last_updated":"2023-07-24T17:44:58Z","snapshot_observed_at":"2026-07-06T15:57:57.167169Z","submitted_at":"2023-07-24T17:44:58Z","title":"Aligning Large Language Models with Human: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.12966","snapshot_observed_at":"2026-08-06T21:19:35.876176Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.876176Z"},"links":{"cited_paper":"/paper/2307.12966","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:6516d16e6366329426b8570bbff518421530dd4d682920676cf65806d6d8320d","observation_id":"3eda6db4-60f4-4369-a821-f0ac6e6a1f7e","resolution":{"observed_at":"2026-08-06T21:19:35.876176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:36.419307Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.419307Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:0eb33fe3a8883c0025c25d542b039ad7d9d6cf2d10799cba89588aefeb273939","observation_id":"c0ac5555-e499-43e7-a818-af96c4f153a4","resolution":{"observed_at":"2026-08-06T21:19:36.419307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.10198","last_updated":"2023-03-02T14:33:12Z","snapshot_observed_at":"2026-08-03T13:12:38.847362Z","submitted_at":"2023-02-19T12:29:33Z","title":"Can ChatGPT Understand Too? A Comparative Study on ChatGPT and Fine-tuned BERT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.10198","snapshot_observed_at":"2026-08-06T21:19:36.498252Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.498252Z"},"links":{"cited_paper":"/paper/2302.10198","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:bbe557a8d118cc24b591f8c221be8969562e3ba732f08f49bb78b15b6d64bc12","observation_id":"93c2f745-2741-448f-989d-c211c74e6153","resolution":{"observed_at":"2026-08-06T21:19:36.498252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01910","last_updated":"2023-03-10T17:20:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01910","snapshot_observed_at":"2026-08-06T21:19:36.567977Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.567977Z"},"links":{"cited_paper":"/paper/2211.01910","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:ea6978235be936049946a8deefe0ecad7024295e126d5b799e3a2a22bdd98ce2","observation_id":"90100463-4cc6-45e7-a7b6-bf6efaca33ff","resolution":{"observed_at":"2026-08-06T21:19:36.567977Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:36.213237Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.213237Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:efe338d334dcbb4822273ecfe561c7595c997cce40b9e108f6d570d22035a2c5","observation_id":"ef0bcfd4-59a0-4d8e-aecf-b0a830c732a3","resolution":{"observed_at":"2026-08-06T21:19:36.213237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06532","last_updated":"2024-05-28T13:58:32Z","snapshot_observed_at":"2026-08-06T18:45:15.330631Z","submitted_at":"2024-01-12T12:10:28Z","title":"INTERS: Unlocking the Power of Large Language Models in Search with Instruction Tuning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06532","snapshot_observed_at":"2026-08-06T21:19:36.686958Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.686958Z"},"links":{"cited_paper":"/paper/2401.06532","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:b9da93d024ef8df788c9b04375ca70120633b7aab29c043b6ebfcf28d683f2c2","observation_id":"83311a57-26fc-4ff6-a92c-a7465324b56c","resolution":{"observed_at":"2026-08-06T21:19:36.686958Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.619481Z","title":null,"venue":null,"work_id":"5bbf46ae-08f9-4280-bbfb-2cc19838a1ba","year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.350079Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:343bf022462f84e2bd854420d86eb15ebaf9d27463e92d6b0608cf53a76bdff7","observation_id":"be712188-273b-49a4-858b-bebf8dbe1729","resolution":{"observed_at":"2026-08-06T21:19:37.658093Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.498122Z","title":null,"venue":null,"work_id":"91bc6ca0-66d2-47ea-877b-d4424f2f7c08","year":2023},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.629083Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:62cc4b97047ccb15b8b36df601dcc53bb1e9b4025d258e6d1ec44280f8e06a57","observation_id":"80656fcd-669a-42a2-8655-a89e0c5fe34e","resolution":{"observed_at":"2026-08-06T21:19:37.535868Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s0306-4573(00)00010-8","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:36.770699Z","title":null,"venue":null,"work_id":"290cdf9a-13f7-4aad-a8bb-75332a376508","year":null},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":716,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:35.454461Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:6477a2b221ed9a01e23cd5481d975de7304919b8a81a3be1dc94819fdf3dc00c","observation_id":"c505bb44-c619-4488-b093-62a1266549d3","resolution":{"observed_at":"2026-08-06T21:19:36.818949Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:37.717833Z","title":"In Proceedings of The Web Conference 2020","venue":null,"work_id":"be93d1aa-6b6e-4b39-865e-812cf17b601b","year":2020},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:36.274256Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:f27db45889b114d407bf686b592118784655b4869bc79c22bcb9a0b519bb6adb","observation_id":"66fdd4e7-8ddd-4efc-b8b8-d991b600690b","resolution":{"observed_at":"2026-08-06T21:19:37.765190Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T21:19:29.629492Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.629492Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:13ee92c13540f5cfc195395b3d5be799c74cd64a5f348a7f9e00ca30016573d5","observation_id":"d9ee5d5b-1a92-4d24-bd32-664317f39040","resolution":{"observed_at":"2026-08-06T21:19:29.629492Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T21:19:30.239881Z","title":"Journal of Computational Social Science 8, 1 (2025), 1–25","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:30.239881Z"},"links":{"citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:c6a6b380784c46b120a3d18399b273e3ad2054e3b6508c61c778245dcafe90f3","observation_id":"10294345-feb5-448a-8501-494f8dc84b39","resolution":{"observed_at":"2026-08-06T21:19:30.239881Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications"},"reference_resolution":{"displayed":90,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":83,"verified_exact":3,"verified_fuzzy":4},"total_outbound_references":90},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 90 of 90 outbound references and 0 inbound Pith citation observations for arXiv:2507.00543."}