{"as_of":"2026-08-07T11:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:113e094b0c34ced97344c5564b534890d4b157834ef0c3e6a9b47dfd90733850","coverage":[{"denominator":136,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-25T04:39:14.319133Z","state":"measured"},{"denominator":101,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":101,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T15:12:55.618735Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.23262","snapshot_observed_at":"2026-08-04T15:12:55.618735Z","title":"2026 , archivePrefix =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.02097","last_updated":"2026-08-03T11:58:21Z","snapshot_observed_at":"2026-08-06T23:36:53.142190Z","submitted_at":"2026-08-03T11:58:21Z","title":"Fetch-then-Explore: Decoupling Selection from Extraction over a Persistent Workspace for Search Agents","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-04T15:12:55.618735Z"},"links":{"cited_paper":"/paper/2605.23262","citing_paper":"/paper/2608.02097"},"observation_digest":"sha256:b1c9b1ca459ac42e58107141d63383c5c8d71876c87fbf3a5a9393bca0fc59eb","observation_id":"10a3e21c-67ee-4cff-a604-80f57e7bb3c8","resolution":{"observed_at":"2026-08-04T15:12:55.618735Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2605.23262/citation-record","integrity":"/paper/2605.23262/integrity","json":"/paper/2605.23262/citation-record.json","paper":"/paper/2605.23262"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2503.04761","last_updated":"2025-02-11T00:46:43Z","snapshot_observed_at":"2026-07-06T20:48:05.131265Z","submitted_at":"2025-02-11T00:46:43Z","title":"Which Economic Tasks are Performed with AI? Evidence from Millions of Claude Conversations","version":1},"cited_work":{"arxiv_id":"2503.04761","doi":"10.48550/arxiv.2503.04761","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.04761","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2503.04761 , year=","venue":"arXiv (Cornell University)","work_id":"bd7f38a5-b583-42ce-8abf-9541ccd04534","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2503.04761","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:2d2117f8d3986a8194a514bf1866fe7ad4d062d16c9e123c118c1509a4182664","observation_id":"11f0bae3-388f-4751-b824-03c80f5f255a","resolution":{"observed_at":"2026-05-25T04:40:23.489875Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"American Psychologist , volume =","venue":null,"work_id":"837688b8-d9f9-4140-9514-c9297c8b6220","year":1995},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:d193ce9b160d7387cf2d9946ebcc4e156a3243b08bb46f742a591178cda83134","observation_id":"192239f5-a55e-4d9a-9f0b-fc75bd0b146a","resolution":{"observed_at":"2026-05-25T04:40:25.548471Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"1995 , publisher =","venue":null,"work_id":"b7f539e7-7a5a-46f3-a1ce-19b26e1cbc73","year":1995},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:86ec308fecfa2d1056733ec072fafd3a373ce03ead4decabe3f61861b286b05a","observation_id":"ce3890d3-930d-40a5-a6ef-b57647ca40b7","resolution":{"observed_at":"2026-05-25T13:20:53.553171Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"title =","venue":null,"work_id":"66a0124d-3db3-4b73-9578-d803e39bf28a","year":1989},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:afc4714891c1606c3430f7e16ee3367da79c9fa50133ea7e71e5a3e11673f424","observation_id":"6fcce73c-8bef-4b6c-89ce-87ac89d019c6","resolution":{"observed_at":"2026-05-25T13:20:53.439183Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"1988 , publisher=","venue":null,"work_id":"b22a8c92-9d59-4bd9-b33d-205d26eba9f7","year":1988},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:cd4890e3824f065a1659ef82e3a723cc4279d27caac67a25b555735dd6da2c54","observation_id":"2c1bd336-047a-4b6d-8786-4cce27edadeb","resolution":{"observed_at":"2026-05-25T13:20:53.646197Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2014 , publisher =","venue":null,"work_id":"befc12ea-7662-474c-a9a0-851ec249a39c","year":2014},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:ffa8e1b98d3b71619a77dfc7398d445958ecff51b8c22b1ef24bd64401157198","observation_id":"0b25e06d-efa5-4b55-b2c8-fe41d30fccb5","resolution":{"observed_at":"2026-05-25T04:40:25.517719Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2025 , month = sep, url =","venue":null,"work_id":"4e46da7d-23c7-4fc3-a6e5-2d6a089ea7c0","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:6f4105fc620df232b986a71f1b1d90e51ac23ff263681f041f61ec87ddc416b0","observation_id":"b1918add-e7ad-47db-b8e7-0cb58a5b8b68","resolution":{"observed_at":"2026-05-25T04:40:25.510330Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Wei, Jason and Soskin Hicks, Rebecca and Bowman, Preston and Qui","venue":null,"work_id":"d3f4a846-326b-4aed-87e3-d48858e827de","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:4172140320c9bd4c2840cfc908db9e6116147390b5b0b191917724b31f55fefe","observation_id":"c5cdba09-2e42-4d3d-9491-6b522baa6c9f","resolution":{"observed_at":"2026-05-25T04:40:25.514084Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Administrative Science Quarterly , year =","venue":null,"work_id":"38f0f38d-19cf-4a2e-96d3-34a736870486","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:551ab53d67cc4d2e720918ca87f7203b50147656cd6f8bcbbc349c5c0afa6f29","observation_id":"8894caf1-b719-42ac-85d1-7aa0df14d95b","resolution":{"observed_at":"2026-05-25T04:40:25.502887Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"title =","venue":null,"work_id":"4ed7b15d-6e01-4103-8210-1daae2f9443a","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:ff60197db5caf69f962c13433def7e39d8756227c4a14b6b2fe2f9e4303676a8","observation_id":"93ce72d1-becb-43f4-a5fd-408f30276139","resolution":{"observed_at":"2026-05-25T04:40:25.506680Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.12516","last_updated":"2025-04-16T22:27:45Z","snapshot_observed_at":"2026-08-03T00:43:33.338074Z","submitted_at":"2025-04-16T22:27:45Z","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","version":1},"cited_work":{"arxiv_id":"2504.12516","doi":"10.48550/arxiv.2504.12516","metadata_source":"pith","pith_arxiv_id":"2504.12516","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","venue":"cs.CL","work_id":"25adb508-d97c-49d6-ae43-7a70c2478a34","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2504.12516","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:7c21fafe92f17e3da97cca97bd192d6c8c22d60545a2e11138b3521260d551f3","observation_id":"7c6e3590-f3a9-4799-92bd-74a91cbdea22","resolution":{"observed_at":"2026-05-25T04:40:23.566340Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"AEA Papers and Proceedings , year =","venue":null,"work_id":"dcd35ffb-c951-4976-9b32-c6932a099dfc","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:68eb4cba129dd24bb8b6f160a4cd8e5c98f3176203e0119ba05fe2ff58d95d94","observation_id":"da9373da-42c3-4ca9-b847-e2b249612b19","resolution":{"observed_at":"2026-05-25T04:40:25.521375Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"journal =","venue":null,"work_id":"231c3958-f281-4ce7-baec-7650cdb59adc","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:10b519ac4e0e5440b338db31ba7cb8ff6924d24bada120ec1aa923ae912455e0","observation_id":"e2043b53-1039-4dc2-9637-fe82b3a1a289","resolution":{"observed_at":"2026-05-25T04:40:25.528947Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"5a5738ef-61e4-4748-a52a-13f08a46f535","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:d16b5118d29cdec85f24b372e449a377428a1144b8b51673b5d78014c0a34cb2","observation_id":"908b09ee-2642-4b7c-99ea-d883a6a9057b","resolution":{"observed_at":"2026-05-25T04:40:25.540498Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Advances in Knowledge Discovery and Data Mining , pages =","venue":null,"work_id":"1cf5b2cf-8666-48bf-9544-f3854b349a94","year":2013},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:19b42f897d3593eedb9062eb3f25395b8a87478aa2d83e5de9ce43eb0f294f8c","observation_id":"10c90547-9e18-4435-986e-1660aaf95146","resolution":{"observed_at":"2026-05-25T04:40:25.494827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Organization Science , volume=","venue":null,"work_id":"486eafe9-426b-476c-80b2-1db421c342ed","year":2002},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:b7d44085e96ef45fb8f12e44e25dbacd804e97b806bc380f60449b392f639df5","observation_id":"4e1253d8-6f06-49f9-bd2a-deb0d09dc043","resolution":{"observed_at":"2026-05-25T04:40:25.490698Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Organization Science , volume =","venue":null,"work_id":"4d18e1ef-63a3-4557-95d1-e5509fd23313","year":2004},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:d326601a0d6da0da0a29e87347a8c390d77b66b3a450872e40194277f17797c1","observation_id":"d1746d2f-3f3c-47c4-ace4-d67a078fbc1f","resolution":{"observed_at":"2026-05-25T04:40:25.572226Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":"2107.03374","doi":"10.48550/arxiv.2107.03374","metadata_source":"pith","pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating Large Language Models Trained on Code","venue":"cs.LG","work_id":"042493e9-b26f-4b4e-bbde-382072ca9b08","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:835aa78ced07f331572d30f7e777671a53cd31791ad7a9050d260fa06e96156c","observation_id":"e17f8254-8e3a-4106-992a-6d75a579a3d1","resolution":{"observed_at":"2026-05-25T04:40:22.668628Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The Effects of Generative","venue":null,"work_id":"5a0ab18a-74c5-430e-a418-af66b9f6cb39","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:513f2c2fc2b7ac9e37ef33a6d137b8b3c8e166b764294b08629eb34376165495","observation_id":"eca7a8d2-196b-4a1b-9e2d-a5c73cda4143","resolution":{"observed_at":"2026-05-25T04:40:25.460180Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2005 , publisher=","venue":null,"work_id":"69c90c59-0690-4321-81f4-d4f84ad7a002","year":2005},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:287e04d7818917786247a0abad50a7096b93136e78939afbecaddcdb99c6125d","observation_id":"615dcf40-f8bf-4f20-a6b3-5d3e9dbae528","resolution":{"observed_at":"2026-05-25T04:40:25.597436Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"11a131c3-d8a0-47be-9096-272d3c9ec70c","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:baf0176a3180e7d9d1330f634791b606492c45a6460bfbe4940b101a8bef9924","observation_id":"fbf467d6-d817-4b02-aac8-0f3cb0e08ffa","resolution":{"observed_at":"2026-05-25T04:40:25.602132Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Del Verme, Manuel and Marty, Tom and Vazquez, David and Chapados, Nicolas and Lacoste, Alexandre , booktitle =","venue":null,"work_id":"b0c5fe8c-1c0c-4c00-aff1-6f9f654cd116","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:6cb576fa7c48e425e5fe6c6395030b9177408accaaa949a8511d7fdd6da44986","observation_id":"f735b4ad-4c5f-413f-b965-c2934b2f82bf","resolution":{"observed_at":"2026-05-25T04:40:25.456871Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"title =","venue":null,"work_id":"ff3c1af4-4b7b-4aa2-89da-99df5a4b4bd7","year":1959},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:2440b7698db98c4e62c69cf1f11c340c89a6076ec39cc86277791493117ae7b5","observation_id":"cc318611-b53e-4dc8-942e-e8cd9e458f04","resolution":{"observed_at":"2026-05-25T04:40:25.464018Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"title =","venue":null,"work_id":"e008bbab-9270-4f14-8853-f2889e102868","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:fc9b8c1d0b7fa39fe8c06a6250294daf7dfc2065636e62a5ad6907581b36fc9e","observation_id":"c3148931-c579-49c0-aad6-ce8335943a59","resolution":{"observed_at":"2026-05-25T04:40:25.478627Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.10130","last_updated":"2023-08-21T07:58:25Z","snapshot_observed_at":"2026-08-05T23:26:44.711422Z","submitted_at":"2023-03-17T17:15:20Z","title":"GPTs are GPTs: An Early Look at the Labor Market Impact Potential of Large Language Models","version":5},"cited_work":{"arxiv_id":"2303.10130","doi":"10.48550/arxiv.2303.10130","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.10130","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"doi:10.48550/arXiv.2303.10130 , url =","venue":"arXiv (Cornell University)","work_id":"483332d1-b728-4def-a1b5-ec6d26fdbbb8","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2303.10130","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:be5460b9ab78fddbdcfb187df6edc4eb150e11ae4ea2ddba01e70ff956830ed5","observation_id":"35a80df6-d11e-427f-9648-7f256c011ea4","resolution":{"observed_at":"2026-05-25T04:40:22.678921Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-25T12:53:19.087338+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T12:53:19.087338+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"4af79605-c75b-4331-8592-0724a3a5092b","year":2022},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:68b88d8189e3694d85640403872877cd1634f9c1d2aace6e234f376c9c192a76","observation_id":"737b18a4-da49-48dc-a1e9-88930c5767f0","resolution":{"observed_at":"2026-05-25T04:40:25.449575Z","resolver_source":"raw_fallback","status":"parse_uncertain"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Strategic Management Journal , year =","venue":null,"work_id":"c90797ed-40cd-469a-936e-9f5e4d39e59b","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:29e56accc26af4df89dfeed9998eea662fc05f41f7c3519de486c9afa492c134","observation_id":"8602bdb2-0885-4d25-b8e1-e5e1ad697ea2","resolution":{"observed_at":"2026-05-25T04:40:25.437666Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2001 , publisher=","venue":null,"work_id":"37bc15af-3e11-4d64-9c4e-b6dbc89fd882","year":2001},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:cd6edd744f54f9ef4cdd729f8e76b6d01b4711a875903c9f4994a79c73ebe7bf","observation_id":"1c07ff75-65f4-4463-8d81-0368bf66156e","resolution":{"observed_at":"2026-05-25T04:40:25.441454Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"International Conference on Learning Representations (ICLR) , year =","venue":null,"work_id":"9ca59dfd-05cd-4797-b482-0f6a7324e3ac","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:c293fa96f2175a54126b68dcb0c7db8de214e3d3725196529546f328f81201c4","observation_id":"ba9d4fe3-36b6-43d9-b68b-1d7cc311d7bb","resolution":{"observed_at":"2026-05-25T04:40:25.499117Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2510.04374","last_updated":"2025-10-05T21:36:43Z","snapshot_observed_at":"2026-07-06T22:31:44.964774Z","submitted_at":"2025-10-05T21:36:43Z","title":"GDPval: Evaluating AI Model Performance on Real-World Economically Valuable Tasks","version":1},"cited_work":{"arxiv_id":"2510.04374","doi":"10.3102/0013189x023002005","metadata_source":"pith","pith_arxiv_id":"2510.04374","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"GDPval: Evaluating AI Model Performance on Real-World Economically Valuable Tasks","venue":"cs.LG","work_id":"6eca346e-0e48-4240-961c-1ecee1e71aab","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2510.04374","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:6ab617049c8103c19bb9ce1705ff66437d932b8752475d08f6ef16c3830194da","observation_id":"ae718b40-4bf1-43d7-aff8-0468e0f54398","resolution":{"observed_at":"2026-05-25T04:40:22.661064Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Borsos, Zal","venue":null,"work_id":"7e2795bb-996c-4891-90b4-50724c493065","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:3aa5cb22f982a34ad339ea5f3000af8788aabf0d4ec9b4834af6fff67356c205","observation_id":"cb2eb9e0-e8c8-4456-b1d8-1db5ad8abd03","resolution":{"observed_at":"2026-05-25T13:20:53.513397Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":"2108.07732","doi":"10.1007/s11390-025-5518-5","metadata_source":"pith","pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Program Synthesis with Large Language Models","venue":"cs.PL","work_id":"fd241a05-03b9-4de2-9588-9d77ce176125","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:ada00ee1295c5297785d916468f6bf25d9e7c8c2c0d489cbf7ecfd951b9c3a42","observation_id":"21228e07-4290-4208-8ebd-3dbabaf47b3d","resolution":{"observed_at":"2026-05-25T04:40:22.734457Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.05863","last_updated":"2024-02-08T17:51:48Z","snapshot_observed_at":"2026-08-06T14:14:36.632646Z","submitted_at":"2024-02-08T17:51:48Z","title":"How Well Can LLMs Negotiate? NegotiationArena Platform and Analysis","version":1},"cited_work":{"arxiv_id":"2402.05863","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.05863","snapshot_observed_at":"2026-07-08T22:35:40.660030Z","title":"How Well Can","venue":"cs.AI","work_id":"280133e5-8efa-4c6c-9a2a-1be9ef0bcdfc","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2402.05863","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:dbfba5cdec29c5b84c6c8ca5bdba343620b0e2d890208a8a1649e48124ba7926","observation_id":"e8f1eb2e-5734-4d92-b172-a3b1523c4562","resolution":{"observed_at":"2026-05-25T04:40:23.448967Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04132","last_updated":"2024-03-07T01:22:38Z","snapshot_observed_at":"2026-08-02T17:55:33.750637Z","submitted_at":"2024-03-07T01:22:38Z","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","version":1},"cited_work":{"arxiv_id":"2403.04132","doi":"10.1007/s11336-009-9136-x","metadata_source":"pith","pith_arxiv_id":"2403.04132","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","venue":"cs.AI","work_id":"a1eb83da-5727-4b63-977f-81c6fdd33936","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2403.04132","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:817b4a1a62d1e7aeb238e1374e8f5d12ee854b70d3f19da63c206f1b45c6ca89","observation_id":"cd68035e-29db-4470-a76f-de948ef291a3","resolution":{"observed_at":"2026-05-25T04:40:23.466577Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13528","last_updated":"2023-07-26T15:17:49Z","snapshot_observed_at":"2026-07-06T15:58:20.063904Z","submitted_at":"2023-07-25T14:20:51Z","title":"FacTool: Factuality Detection in Generative AI -- A Tool Augmented Framework for Multi-Task and Multi-Domain Scenarios","version":2},"cited_work":{"arxiv_id":"2307.13528","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2307.13528","snapshot_observed_at":"2026-07-04T20:10:08.093249Z","title":"2307.13528 , archivePrefix=","venue":null,"work_id":"231d3d10-dd87-49c2-bd25-d3710be8ad81","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2307.13528","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:a3257d7c2c7c5eb01f910de298188dc4f6617583ae4482591e6049746a77d84c","observation_id":"200ca364-669b-48b9-9b9c-7897ed8b4978","resolution":{"observed_at":"2026-05-25T04:40:23.530462Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.04757","last_updated":"2023-06-15T05:08:56Z","snapshot_observed_at":"2026-07-06T15:39:56.892976Z","submitted_at":"2023-06-07T20:12:29Z","title":"INSTRUCTEVAL: Towards Holistic Evaluation of Instruction-Tuned Large Language Models","version":3},"cited_work":{"arxiv_id":"2306.04757","doi":"10.48550/arxiv.2306.04757","metadata_source":"arxiv_reference","pith_arxiv_id":"2306.04757","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2306.04757 , archivePrefix=","venue":"arXiv (Cornell University)","work_id":"b8c1749a-60a9-4f21-81ad-18b2ef9f8642","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2306.04757","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:65198ec638dea47ef1899739f9c2b0fc56f348fcf574199c1b501374ed600e8d","observation_id":"3b5b4673-24fa-4a85-a0a9-cabf291c3903","resolution":{"observed_at":"2026-05-25T04:40:23.542016Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2021 , publisher=","venue":null,"work_id":"73be4bf6-6ed7-4e25-b4dc-788eecacb856","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:f2e4bc41a45872f5ebbc1c470c047dae0974c4cee9fa69d38c7a6ff130e28350","observation_id":"f88af777-8bf1-45af-b126-fd35f3a0d9f3","resolution":{"observed_at":"2026-05-25T13:20:53.671096Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Think You Have Solved Question Answering? Try","venue":null,"work_id":"b4c83587-1ffb-48a1-9b55-3292c0581829","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:6ce48a96c3cc86b12021cd97c69ee6917b5a48ff9978d3ee3b9ecb7c4f8cc2ac","observation_id":"ec432a9b-96d2-4200-90db-ff2958698dc5","resolution":{"observed_at":"2026-05-25T13:20:53.523782Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2019 , publisher=","venue":null,"work_id":"1361a1d5-1b67-41b1-bb9e-26944afe13af","year":2019},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:8a2cb562284936382c3dacc1fc3d64c936855f18d729bde78ba6e0826addc2e5","observation_id":"0879df41-e624-471e-94b3-f3c079f5f33f","resolution":{"observed_at":"2026-05-25T13:20:53.497586Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T12:46:15.104674Z","title":"2021 , eprint=","venue":null,"work_id":"0d46a05b-859d-423c-ae95-e7bb4f120561","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:70fbd13f84de4fc034cb5a02a42f02a93b9260f198e86ca32cf485b91848a085","observation_id":"42975bf2-a7d5-4ba8-a945-82fbc9dd34df","resolution":{"observed_at":"2026-05-25T13:20:53.449165Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.06070","last_updated":"2023-12-09T05:57:46Z","snapshot_observed_at":"2026-07-06T15:40:50.807376Z","submitted_at":"2023-06-09T17:44:31Z","title":"Mind2Web: Towards a Generalist Agent for the Web","version":3},"cited_work":{"arxiv_id":"2306.06070","doi":"10.48550/arxiv.2306.06070","metadata_source":"pith","pith_arxiv_id":"2306.06070","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Mind2Web: Towards a Generalist Agent for the Web","venue":"cs.CL","work_id":"e26f5a00-c007-439d-83f6-7900f5687b6b","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2306.06070","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:1c2b6de28233333a07af51e2a27c67206c136a8f67d1171adc1ef73fec418acf","observation_id":"f7898e60-bd3c-4191-a932-c8e1d3b19001","resolution":{"observed_at":"2026-05-25T04:40:23.513821Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-12T03:19:29.437492+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T03:19:29.437492+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01861","last_updated":"2023-08-14T09:07:00Z","snapshot_observed_at":"2026-08-03T22:16:12.497107Z","submitted_at":"2023-08-03T16:31:02Z","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","version":2},"cited_work":{"arxiv_id":"2308.01861","doi":"10.48550/arxiv.2308.01861","metadata_source":"pith","pith_arxiv_id":"2308.01861","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2308.01861 , archivePrefix=","venue":"cs.CL","work_id":"499690c6-9314-4f87-b716-acc32d7b513c","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2308.01861","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:608f2048766714d871279566468f72926e22b9bcc4604e99d3221f16330a5535","observation_id":"9590e425-579f-47f1-ab2c-5e03c5d32ff2","resolution":{"observed_at":"2026-05-25T04:40:23.496195Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Li, Irene and She, Tianwei and Li, Suyi and Radev, Dragomir R","venue":null,"work_id":"c17d7786-13d9-4acf-8ffa-8785fad00224","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:110efb7286928a8ab21f1604bb75ac88bd84b3926e12267ec096f2a4cdc01f77","observation_id":"be4eaa6f-c3dd-4e84-8690-bc5dcf05ec97","resolution":{"observed_at":"2026-05-25T13:20:53.657291Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Science , volume=","venue":null,"work_id":"af0bc172-89da-4259-994e-6eea0a4f1866","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:35b4ab94d06d766b47160ce011f1d6adf5096951fa147f9bbff649ae886dc404","observation_id":"770f0bcc-b254-400d-8147-2c1c188b5a54","resolution":{"observed_at":"2026-05-25T13:20:53.442962Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics , pages=","venue":null,"work_id":"e77f4e7b-9980-4c25-98a8-4f4f6de610ce","year":2018},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:587ae5576773436175fe65049e47f34947ec662eee191e961711a840c7da98bd","observation_id":"18c1ee37-1a3f-4cb8-8997-628204ffe53e","resolution":{"observed_at":"2026-05-25T13:20:53.429971Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2026 , publisher=","venue":null,"work_id":"d64783e6-00ca-45e4-be3c-e3c04e291376","year":2026},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:7b773c9c8eb669af8b7942838c991c9f1273fdcbcf4ccc799d1cde118df67912","observation_id":"ac3b3d5a-2ccb-4ab7-ba9a-c170a11bcccc","resolution":{"observed_at":"2026-05-25T13:20:53.518715Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-04T23:13:25.514661Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":"2105.09938","doi":"10.18653/v1/2021.eacl-main.225","metadata_source":"pith","pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Measuring Coding Challenge Competence With APPS","venue":"cs.SE","work_id":"c014c12f-1080-4cb2-ae03-ab6b7c09445c","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:9eea1f70dc9bbba9b31ea0837d301dd431062e95888f2bf2d1df879aa2b17e83","observation_id":"15e0f722-4190-4e7c-ae97-c42adbbe21f2","resolution":{"observed_at":"2026-05-25T04:40:23.507818Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"1d402319-ec5a-4592-8030-b79ae3a0142c","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:1ea60b5e42e31f52625166040f7984fb12b463b18a0f49383dc0730ec0801474","observation_id":"769dfa4b-63cd-4101-a7ab-3da5804e31cd","resolution":{"observed_at":"2026-05-25T13:20:53.397529Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Measuring Mathematical Problem Solving With the","venue":null,"work_id":"81cce23e-44a9-4b4b-ad31-722ccb5f0656","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:2afc3d2b3b012c7729ccfa82fa675f696dd2317d5bf92284b2b85b5663617fd4","observation_id":"fd7d8b8c-157e-44b1-9cf8-5097fb15d939","resolution":{"observed_at":"2026-05-25T13:20:53.493571Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T14:46:18.348943Z","title":"International Conference on Learning Representations , year=","venue":null,"work_id":"7d66a0d4-a1e1-4771-b0cd-ea8c424cb4bd","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:f027a4d693840a140b60f067cc433da8815cfcd769da2526771dbd3816b9042e","observation_id":"3ee6806e-e2d6-4764-9b96-70dcff7e7ff4","resolution":{"observed_at":"2026-05-25T13:20:53.664128Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Solar-Lezama, Armando and Sen, Koushik and Stoica, Ion , booktitle=","venue":null,"work_id":"725720d4-4ba5-42fe-8ac4-3bce8198dbba","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:e5e12da295ca5bfe4a8f895a2be33028a94ecebc1ab688ded193e493953a239e","observation_id":"0d6c024b-3088-48ba-8cc5-d2e38487da96","resolution":{"observed_at":"2026-05-25T13:20:53.674546Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Lu, Xinghua , booktitle=","venue":null,"work_id":"ca4a9912-c2e9-4991-9038-db895c08b180","year":2019},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:5f0959bce659d33db41a68fbf274b0d571c63a48172ace83a983a8c858a8521f","observation_id":"6ca88afb-98df-40e3-94be-12350346e9a6","resolution":{"observed_at":"2026-05-25T13:20:53.585765Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2020 , eprint=","venue":null,"work_id":"c5c982bf-ee16-4ac2-a9e6-48fdee98ea1a","year":2020},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:a6d55afc7f7b0b4a1bfbf5cd48cdafce9fa4c50844706f7b745d09b39e765cea","observation_id":"e6906835-e101-4e16-ab37-4a00c2f97ad1","resolution":{"observed_at":"2026-05-25T13:20:53.650005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Zettlemoyer, Luke , booktitle=","venue":null,"work_id":"fbcc3b58-6cdb-4dbb-a01f-8af346e1af54","year":2017},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:54456c40db07d4638dfaf6e5614d8df1ef95130e3ba733bfbd58d010c3be841a","observation_id":"279c741d-7de0-43b9-98cc-a70cc630cc2f","resolution":{"observed_at":"2026-05-25T13:20:53.489340Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2019 , publisher=","venue":null,"work_id":"2ed4a2a5-c5a7-4127-b426-0f556151180f","year":2019},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:279ef28ca15a582b30eca4af307466fcfe6e85d3965b93918c69138384ddd81e","observation_id":"a7f2ee98-c2dc-4898-a12b-81e186647e69","resolution":{"observed_at":"2026-05-25T13:20:53.410450Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d37de943-ae9c-4343-bfad-ba0c2506275b","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:a41ed32717ecc9fc53771d1839d590dec913681aec050f533c4d9eb1924e4e73","observation_id":"3be19010-fcf0-48cb-ab20-5262fb45d702","resolution":{"observed_at":"2026-05-25T13:20:53.667552Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.01799","last_updated":"2021-10-05T03:22:31Z","snapshot_observed_at":"2026-08-04T11:56:17.075426Z","submitted_at":"2021-10-05T03:22:31Z","title":"ContractNLI: A Dataset for Document-level Natural Language Inference for Contracts","version":1},"cited_work":{"arxiv_id":"2110.01799","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2110.01799","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"ea2be600-a87c-4e80-b62f-4aab496d8762","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2110.01799","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:9245f569f1fb4b1e6c8ef5723ca11474d2fa2eaffe57c6f6a593de41991abe4f","observation_id":"28a5ead1-2435-468e-9ff3-612a71cdd516","resolution":{"observed_at":"2026-05-25T04:40:23.472455Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"e1758314-ac35-4167-b079-0bb165754b0e","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:f36fac41ded0c5c50b8db10d40cd3e91bbca7612be3dea1e4dd829da61dd06ad","observation_id":"a4407499-6b29-4568-a0c1-5b05e38fa628","resolution":{"observed_at":"2026-05-25T04:40:25.613041Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Transactions of the Association for Computational Linguistics , volume=","venue":null,"work_id":"dad42afa-3c3d-48d0-8134-d9b91f67539a","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:64b92997f92b8dbaa81a9e368307ecd9ce3089f53077b51b6b7c3197a10941e9","observation_id":"b0a469a3-3ff6-4e6b-b95e-812cd7244a40","resolution":{"observed_at":"2026-05-25T13:20:53.634403Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2012 , howpublished=","venue":null,"work_id":"915b0504-e8ff-4148-a874-58bfad108ef7","year":2012},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:ed30564b85eb8fa0843ed9892fd6c5caadcc6fdd6fef3d5a26cf2dca12ed1b2a","observation_id":"1cceb2f0-8196-4ae2-b260-66a93663c3fe","resolution":{"observed_at":"2026-05-25T13:20:53.413558Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.11747","last_updated":"2023-10-23T01:49:32Z","snapshot_observed_at":"2026-08-06T05:13:43.929386Z","submitted_at":"2023-05-19T15:36:27Z","title":"HaluEval: A Large-Scale Hallucination Evaluation Benchmark for Large Language Models","version":3},"cited_work":{"arxiv_id":"2305.11747","doi":"10.48550/arxiv.2305.11747","metadata_source":"arxiv_reference","pith_arxiv_id":"2305.11747","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2305.11747 (2023)","venue":"arXiv (Cornell University)","work_id":"2cf6bc2d-aed3-4a58-879e-daf0de687940","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2305.11747","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:92f8028cb63f35e1906be5b1f202801dc6e1d8f4acab626988b1ed96cad1bcdb","observation_id":"4c646df3-dd00-4251-aaf9-ff4d5a7d5a5c","resolution":{"observed_at":"2026-05-25T04:40:23.520503Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Transactions on Machine Learning Research , year=","venue":null,"work_id":"79f05a53-6ccd-4c6b-a0a3-bacdd8469baa","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:8d30089aba470097b1bf2cf95b490db71c231813d7daf8649614d0c671b575e3","observation_id":"d2503bf6-8949-4c81-8cdf-9ffb6df431f6","resolution":{"observed_at":"2026-05-25T13:20:53.590848Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2109.07958","last_updated":"2022-05-08T02:43:02Z","snapshot_observed_at":"2026-08-03T16:26:48.747700Z","submitted_at":"2021-09-08T17:15:27Z","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","version":2},"cited_work":{"arxiv_id":"2109.07958","doi":"10.48550/arxiv.2109.07958","metadata_source":"pith","pith_arxiv_id":"2109.07958","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","venue":"cs.CL","work_id":"22e3b047-a6e8-4c4c-b62e-173b545a1a45","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2109.07958","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:4302ef8c3596e5be0457be8e51e41945aff151908c33f8b481e2ae1d277d8398","observation_id":"d8ccd596-f2d6-4292-97f5-45f6b5d0f351","resolution":{"observed_at":"2026-05-25T04:40:23.478141Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T00:09:06.068721+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-07T00:09:06.068721+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-06T20:36:41.418114Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":"2308.03688","doi":"10.1109/fllm63129.2024.10852426","metadata_source":"pith","pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"AgentBench: Evaluating LLMs as Agents","venue":"cs.AI","work_id":"a37549b4-4c94-412d-acc4-4efeb08509be","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:176356f83055f9ed060fd4814a05bf3b63c197b9a259452f78b16441cd929426","observation_id":"808d248a-8fab-458e-92fe-7726570f8648","resolution":{"observed_at":"2026-05-25T04:40:23.483653Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-06T01:11:41.675591Z","title":null,"venue":null,"work_id":"d9d8cd14-b6da-4456-9ef3-d69eeb196b5d","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:1810ead7420cb3a930b07109179539670036a7cd917d478670c4279e5e6efd1f","observation_id":"5f95c454-2a73-43d9-9bd5-b9e38141d3a9","resolution":{"observed_at":"2026-05-25T13:20:53.617941Z","resolver_source":"raw_fallback","status":"parse_uncertain"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-07-06T20:38:00.177933Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":"2502.12115","doi":"10.48550/arxiv.2502.12115","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Lancer: Can frontier LLMs earn $1 million from real-world freelance soft- ware engineering?","venue":"ArXiv.org","work_id":"160777a0-b67f-4dac-ab53-0b8d9d1cad82","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:8fbcef02213f234d6d9e0e830b67a48cdf96f7abee6231f00864bd8e1d128e99","observation_id":"47a658ee-64cd-4f46-ada0-662e770e03b1","resolution":{"observed_at":"2026-05-25T04:40:23.430089Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Abstractive Text Summarization Using Sequence-to-Sequence","venue":null,"work_id":"64d96f56-dc85-4a4b-973b-17a2f5b0bbfb","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:58ea51ecc529dfe14f82b245ebd534cedae4648cac3b5276022720bd2d3555f0","observation_id":"642a6933-05d8-449e-a7f0-e1786b7a72f3","resolution":{"observed_at":"2026-05-25T04:40:25.445763Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing , pages=","venue":null,"work_id":"b0c2af70-b276-498a-ad5b-f4eea6cab1e0","year":2018},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:8bcbfc30feee2186b22b114242827e5bccdbb2ab2a71eb0882c21d64082f77e9","observation_id":"ead672fa-6600-4b2a-9ee3-7ed8f5c11400","resolution":{"observed_at":"2026-05-25T04:40:25.483191Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"4d2ba0b0-6ee2-47c6-b3fe-a3a1917b1020","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:9f7f03fa0ec9d911913457a7dd2b58cb5d8ae3869268246fd623e9c32b71a071","observation_id":"c9040db3-cc5b-49a5-a8ff-8008595e10d3","resolution":{"observed_at":"2026-05-25T04:40:25.544548Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.13117","last_updated":"2023-11-08T11:53:55Z","snapshot_observed_at":"2026-07-06T15:30:42.173342Z","submitted_at":"2023-05-22T15:17:18Z","title":"AVeriTeC: A Dataset for Real-world Claim Verification with Evidence from the Web","version":3},"cited_work":{"arxiv_id":"2305.13117","doi":"10.48550/arxiv.2305.13117","metadata_source":"arxiv_reference","pith_arxiv_id":"2305.13117","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2305.13117 , archivePrefix=","venue":"arXiv (Cornell University)","work_id":"b959143f-ba52-42d3-ad94-18e1836c32f0","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2305.13117","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:7fabbbb655bac5728a13e3ca78b8eea2f1da8002a4917b1349cc1fca80048cde","observation_id":"a9b56276-4c3f-4268-bbaf-1894a47d36fa","resolution":{"observed_at":"2026-05-25T04:40:23.547630Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.07960","last_updated":"2025-05-25T02:19:37Z","snapshot_observed_at":"2026-07-30T08:34:47.046912Z","submitted_at":"2024-05-13T17:38:53Z","title":"AgentClinic: a multimodal agent benchmark to evaluate AI in simulated clinical environments","version":5},"cited_work":{"arxiv_id":"2405.07960","doi":"10.48550/arxiv.2405.07960","metadata_source":"pith","pith_arxiv_id":"2405.07960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"AgentClinic: a multimodal agent benchmark to evaluate AI in simulated clinical environments","venue":"cs.HC","work_id":"418a0992-6f06-45f9-958d-cfdfc51c72af","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2405.07960","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:7dd318af63b1e1b7677bf427583b45caababd8425cad0e481de78865273d7250","observation_id":"554f00df-7504-4f61-a807-5fafb1eb01ad","resolution":{"observed_at":"2026-05-25T04:40:23.560855Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T13:06:15.777612Z","title":"2018 , publisher=","venue":null,"work_id":"acddaa24-64fb-46e8-a3e1-f466c2ed5ba4","year":2018},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:a944ffffd7ad7a7d45e70e7a668128d224136bb9616a00d95bea2a3c471f3fbc","observation_id":"4452cb23-8be4-4e7e-9d37-3a08bc3de454","resolution":{"observed_at":"2026-05-25T13:20:53.629739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2026 , howpublished=","venue":null,"work_id":"69672eb3-729f-47b3-917b-2a8418a84e3d","year":2026},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:faf5f7aa9e397c02731603a81ac2ed059d2a435ef78e92d11db00ba190d2141d","observation_id":"c3d881c6-605d-4874-85c8-524e0c339250","resolution":{"observed_at":"2026-05-25T13:20:53.508067Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"booktitle=","venue":null,"work_id":"e0eb9495-1576-4f47-aae5-81f02cee2917","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:6334833c0251973d71881728747ab309ee6db38e8eea5fb4d6275b83d3a46e3c","observation_id":"64453589-104f-456a-bf03-6e95e5234d84","resolution":{"observed_at":"2026-05-25T13:20:53.609843Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.15711","last_updated":"2024-10-21T15:45:31Z","snapshot_observed_at":"2026-08-05T17:32:28.104029Z","submitted_at":"2024-07-22T15:18:45Z","title":"AssistantBench: Can Web Agents Solve Realistic and Time-Consuming Tasks?","version":2},"cited_work":{"arxiv_id":"2407.15711","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.15711","snapshot_observed_at":"2026-07-08T16:15:06.145782Z","title":"2407.15711 , archivePrefix=","venue":"cs.CL","work_id":"e104d3d8-30eb-452f-8dcf-7b49d40f651c","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2407.15711","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:793b0b8b840193a6c0f468c69f3bfde673a46fb2e8079d93da05e8853c08f3d3","observation_id":"b9f2a4b3-dff0-4a2d-846d-1dce3774f33d","resolution":{"observed_at":"2026-05-25T04:40:23.442833Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T13:37:07.308799Z","title":null,"venue":null,"work_id":"186147bc-8165-4503-867e-48751936b8a8","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:34deea7b7a75901f62374afe85ecde781747741b8ae22d81f8da6f253e44994a","observation_id":"73dbad5c-d0de-47ab-9b42-44d0bbef1047","resolution":{"observed_at":"2026-05-25T13:20:53.605049Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2105.07624","last_updated":"2021-06-01T05:38:50Z","snapshot_observed_at":"2026-07-06T11:09:57.732606Z","submitted_at":"2021-05-17T06:12:06Z","title":"TAT-QA: A Question Answering Benchmark on a Hybrid of Tabular and Textual Content in Finance","version":2},"cited_work":{"arxiv_id":"2105.07624","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2105.07624","snapshot_observed_at":"2026-07-01T23:06:20.514933Z","title":"TAT-QA: A question answering benchmark on a hybrid of tabular and textual content in finance","venue":null,"work_id":"1c86ee16-bad3-4e2b-9df5-bdbfa9ddb687","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2105.07624","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:298041239cff90612f831461157dad7ca8be136d52c64fa244bee4a29e9534e3","observation_id":"b6218b5f-e92e-4a0b-aa3f-121aafeed256","resolution":{"observed_at":"2026-05-25T04:40:23.436724Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-07-31T19:00:59.311189Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":"2406.15877","doi":"10.48550/arxiv.2406.15877","metadata_source":"pith","pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","venue":"cs.SE","work_id":"14715c3c-002c-4bc4-8882-f7c586954d62","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:b8a3dae42556b44a9e6d4bde3a20a229ebf8025ea5cb9c2fda812c5edd3bc106","observation_id":"a8d4baa1-367c-4577-b9db-d550024196cd","resolution":{"observed_at":"2026-05-25T04:40:23.454484Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"title =","venue":null,"work_id":"19a3a948-03e6-4571-93c8-534baf11b7c8","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:a5b03dbc8f8cc9cde4b4804933201d59bc66b07d5d7980dc186ead855f056fb4","observation_id":"d6d9c013-637c-45d9-a0f9-dd247a38f9fe","resolution":{"observed_at":"2026-05-25T04:40:25.579608Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"03b8bf1f-4b65-4661-b6d5-f95df1095a06","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:864e71bae3c9c1f2ca71b7a8b991afa7380f4389e5bb9fdd6d90123a459d727d","observation_id":"59bade67-0de6-4449-9a80-f5b6de43f8f2","resolution":{"observed_at":"2026-05-25T04:40:25.575663Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2509.14856","doi":"10.48550/arxiv.2509.14856","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"doi:10.48550/arXiv.2509.14856 , url =","venue":"ArXiv.org","work_id":"4873719b-2e14-46f6-8c1c-6746aca310b7","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:cc6ca6f57c68a4899b44191aabc62d2ff2792de78b2ea9c4016da1178112206c","observation_id":"fabad395-417d-4ad2-b725-5c131eb921d3","resolution":{"observed_at":"2026-05-25T04:40:22.756902Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-25T12:53:19.93999+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T12:53:19.93999+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Amodei, Dario and Kaplan, Jared and Clark, Jack and Ganguli, Deep , institution =","venue":null,"work_id":"150f319a-3798-4bd1-a427-ebc8941b8319","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:0d1e05d25593fd89af5323df03ca34048c423d33b1b11ab48d1b23c938c1c8b8","observation_id":"748c23b3-ebc4-4132-9b6b-3b56a490b702","resolution":{"observed_at":"2026-05-25T04:40:25.557860Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"journal =","venue":null,"work_id":"4d27e078-db10-4785-a718-99cc033683fe","year":2016},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":83,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:b977518b650f1bb14a130d19eb3942d91be309f823c66b00f1d315e476282002","observation_id":"2edb482f-dd39-47e3-9225-2b07c233235d","resolution":{"observed_at":"2026-05-25T04:40:25.552011Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"New England Journal of Medicine , volume=","venue":null,"work_id":"c6aa3d25-8065-4ad2-aa29-ae116a614fb9","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:69802c03a4b9372f9958c722f59d7a7f4905a2d806a6de907e054305ae041669","observation_id":"b338d4f6-8016-4660-809e-9ef4135bc5f4","resolution":{"observed_at":"2026-05-25T04:40:25.620921Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2024 , publisher =","venue":null,"work_id":"553a534e-1a48-42b0-a85a-f29237db31c1","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:fb0795f1f9217490cdca158e30d1b5bd5c609661c0b15e5c1496afbfb1899c1b","observation_id":"3b87795d-1463-4f7b-a67f-84d256936539","resolution":{"observed_at":"2026-05-25T13:20:53.653717Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d5c535a6-9fb0-4d55-aca0-d1281b809b0d","year":2008},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":86,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:2bc49de9bc5ca52895418144899e79060f4454283d8c0401c2b2d9dfd4473908","observation_id":"c61fe7b5-a043-4081-b725-51f699d16392","resolution":{"observed_at":"2026-05-25T13:20:53.464270Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.11944","last_updated":"2023-11-20T17:28:02Z","snapshot_observed_at":"2026-07-06T16:50:06.095609Z","submitted_at":"2023-11-20T17:28:02Z","title":"FinanceBench: A New Benchmark for Financial Question Answering","version":1},"cited_work":{"arxiv_id":"2311.11944","doi":null,"metadata_source":"pith","pith_arxiv_id":"2311.11944","snapshot_observed_at":"2026-07-04T20:40:08.190653Z","title":"FinanceBench: A New Benchmark for Financial Question Answering","venue":"cs.CL","work_id":"b60d115e-50dd-42f6-9178-5d29b05e1e89","year":2023},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2311.11944","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:75b69d0898fc07baa82d2bd8766192f8b4d025604d49f422e8b0e8d53c9339e3","observation_id":"2dbef6b4-30da-4acf-9175-1cd47212f660","resolution":{"observed_at":"2026-05-25T04:40:23.501993Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Paullada, Amandalynne and Denton, Emily and Hanna, Alex , booktitle =","venue":null,"work_id":"7500979e-f13d-4ba7-9246-85901fed66f5","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:1ea6fea83c040cc7ab866d6616c5a976b146b1363651b1444c5332def7af917f","observation_id":"3e91e87a-782c-41ed-90c3-3114d12400f9","resolution":{"observed_at":"2026-05-25T13:20:53.625910Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Wallach, Hanna , title =","venue":null,"work_id":"ee65f968-9c9d-41a1-b923-d1eced104a6a","year":2021},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":89,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:d0bd9c055eef25884f1f87abfbf99d36390ad3164d8171181d02e753d7c79e8c","observation_id":"acdc8367-06af-45c1-a433-c0be116b8dad","resolution":{"observed_at":"2026-05-25T13:20:53.576273Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"ACM Computing Surveys , volume=","venue":null,"work_id":"711a1746-4bf4-404f-8001-1a8d801fdcc9","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:6272429ac7a6b01cb020d7037a682d4c72f2ab8938e320a396cf68a89eeee9ce","observation_id":"5292f878-b00c-41ca-a3b1-b7a92099f39f","resolution":{"observed_at":"2026-05-25T13:20:53.469992Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"and Yang, John and Wettig, Alexander and Yao, Shunyu and Pei, Kexin and Press, Ofir and Narasimhan, Karthik R","venue":null,"work_id":"38b03819-7eec-498b-875b-76a3dde7b3b8","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":91,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:50caf669b901b5efb8e6239834712001b439e6ef2cfd9439eff1f7e35f1debdd","observation_id":"f755b74a-53bc-4e62-9647-24f996708a81","resolution":{"observed_at":"2026-05-25T13:20:53.638556Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2024 , eprint =","venue":null,"work_id":"0305e926-e3bd-4ec1-bcbe-80a63d1fa09b","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":92,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:198d9baa3d0903666acbde53ccba3e2ea88cad8258a50f056baebb147acabdbf","observation_id":"d7ebb891-2d39-4de2-8d1a-2dc8e58bb57c","resolution":{"observed_at":"2026-05-25T13:20:53.454465Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Journal of Educational Measurement , volume =","venue":null,"work_id":"1a0c4e85-9dda-4a9a-befc-a756e36bae2c","year":2013},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":93,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:b7e659c8098198ed8e767d44007e8df19145022aa3d0da181063afa6df8b9c29","observation_id":"8ff8bbf3-4177-4e75-973e-8b7a706c029b","resolution":{"observed_at":"2026-05-25T04:40:25.525139Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Academy of Management Annals , year =","venue":null,"work_id":"003e42ae-b709-48a6-b6ea-f6b074ab818d","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":94,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:487f657466f0500683e38cc91e60a590562c96e2e543bd557af559f7ca67a3c2","observation_id":"dff6c192-1f92-4025-a868-1ac0f433eb7e","resolution":{"observed_at":"2026-05-25T04:40:25.486792Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.08806","doi":"10.48550/arxiv.2601.08806","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"doi:10.48550/arXiv.2601.08806 , url =","venue":"arXiv (Cornell University)","work_id":"7cf7dd70-3852-4f52-a0e8-735674e04ce2","year":2026},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:d5d91c0bd900144a0917f7b20b61f197e1327d3f2acde8c09f64e9b747ef1fac","observation_id":"c8850355-2f87-47a9-b45d-71941ae52662","resolution":{"observed_at":"2026-05-25T04:40:22.626770Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-25T12:53:20.423693+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T12:53:20.423693+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2603.26130","doi":"10.48550/arxiv.2603.26130","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2026 , eprint =","venue":"arXiv (Cornell University)","work_id":"6bc608c0-1f29-41f9-ab01-084446a24c64","year":2026},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":96,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:23f540035a008ca08b5296aa1413ab9bd96015567dc738d6cc08ba192ef51787","observation_id":"4a70831e-cef2-4ad0-9ebf-6085cccb1b33","resolution":{"observed_at":"2026-05-25T04:40:22.702874Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-25T12:53:20.748518+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T12:53:20.748518+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T06:36:52.850128Z","title":"Retrieval-Augmented Generation for Knowledge-Intensive","venue":null,"work_id":"b8bd5911-d08e-4ade-8c84-c384dc6a802d","year":null},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:c00ef4521ff9ca52029514661b3702b9d69790b8f60ad6c6a73a74fba97c6e3d","observation_id":"08583d9a-b695-47f0-8f3f-907c18c793fe","resolution":{"observed_at":"2026-05-25T04:40:25.608512Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2024 , eprint =","venue":null,"work_id":"b26648a5-6ab4-4f74-bab7-a3858b84d4a7","year":2024},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":98,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:261b47ba18306a61edbf0d9701755359be4f7e48bbaba190b5b5cabdfe9304ad","observation_id":"7af790b4-29c7-421a-afaa-9968e06c98f2","resolution":{"observed_at":"2026-05-25T13:20:53.423792Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"1962 , publisher =","venue":null,"work_id":"3a42f3d0-c5f4-493e-8163-8c2cb65b800a","year":1962},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":99,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:abc00d5b1cbf8034c2578723ef2b95ad2b6495409088ed04d3ae6082a4e27b02","observation_id":"a8060989-d4cf-45fc-8434-2075cddefd89","resolution":{"observed_at":"2026-05-25T13:20:53.480695Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"ACM Computing Surveys , volume=","venue":null,"work_id":"a41c9c22-0c43-4f51-887f-cd27ff0471ad","year":1994},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":100,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:30178ed0f60ab566ed760473ed4a667c78427bbb1cdd23335680d8a88b4c6391","observation_id":"8fb0516f-a1b2-486c-9a73-619e0dea2518","resolution":{"observed_at":"2026-05-25T13:20:53.485237Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":12,"parse_uncertain":2,"unresolved":9,"verified_exact":15,"verified_fuzzy":62},"total_outbound_references":136},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 100 of 136 outbound references and 1 inbound Pith citation observation for arXiv:2605.23262."}