{"as_of":"2026-08-08T09:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3290b50c572eab094c471a2bab84aaba7f8553b6e703a96962025ab7b6a174b2","coverage":[{"denominator":55,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":55,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T05:13:19.844226Z","state":"measured"},{"denominator":55,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":55,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.27586/citation-record","integrity":"/paper/2607.27586/integrity","json":"/paper/2607.27586/citation-record.json","paper":"/paper/2607.27586"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:15.072397Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:15.072397Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:e4e71e2109761bbc23443283ae1e3132b589df89d07c8300b26115b7295fba4a","observation_id":"830b3ca0-4a89-4959-a279-dbde67ecb191","resolution":{"observed_at":"2026-08-01T05:13:15.072397Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:15.147080Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:15.147080Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:6cf465d7f25c9236b663e20f23ba8a01c3ecd7cd93d42112d3ef821ee28b327b","observation_id":"6d0acb4d-2594-4db0-958e-71b09a9ee4f8","resolution":{"observed_at":"2026-08-01T05:13:15.147080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:15.544435Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:15.544435Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:c6ad9f8a9b1e5319b69d488019e337d16b268a629479d128bfb0e5e01ec7ee58","observation_id":"e8098637-45bf-40eb-b31f-bedd452b2d15","resolution":{"observed_at":"2026-08-01T05:13:15.544435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.learninstruc.2012.11.002","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Booth, Karin E","venue":"Learning and Instruction","work_id":"d3e18cea-8820-43b8-a63a-da3f7e2a8bf0","year":2013},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:15.642817Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:69e8b2623ab28629ab24cf4ae9bb241d26e61e3edce1e6a6135a6a4d76f01bb4","observation_id":"50ee4b2d-4dcb-4a3f-918c-f2c8afb57196","resolution":{"observed_at":"2026-08-01T05:18:37.430811Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:15.715861Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:15.715861Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:97c7fe4ca487b9fec84fdf2b8f792d8a370c006dec6a830d750db09d0af9eee0","observation_id":"090e6fca-b3fc-480b-a3d9-3e79e3ad4588","resolution":{"observed_at":"2026-08-01T05:13:15.715861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:15.829435Z","title":"Chi, Miriam Bassok, Matthew W","venue":null,"work_id":null,"year":1989},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:15.829435Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:a3dc18c2af8085eb8bc13bcb9c67fdce6f278f9adf769a38d794ac8d7d4943c1","observation_id":"2eb8b5c0-7abe-4850-9896-750a0ce9cc64","resolution":{"observed_at":"2026-08-01T05:13:15.829435Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.052515Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.052515Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:591be07788a6291b779af0d96feff843efbe0a6e3df6b28f25375aa69a10a610","observation_id":"db43d5d3-794a-45db-83f3-bf73dc4dba6f","resolution":{"observed_at":"2026-08-01T05:13:16.052515Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.106470Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.106470Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:d423e37bb5c4473ae728c165007b14422e6994fae115832d2bba28b1404b08e7","observation_id":"49170251-dd46-4e41-a815-8dd56c6f382e","resolution":{"observed_at":"2026-08-01T05:13:16.106470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.184202Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.184202Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:3ff81917d7899358b04960e155e40a3743b7a19c206216d16eb1bcbc9522d3ed","observation_id":"63855ce3-8550-4165-bea3-2157c3bc052e","resolution":{"observed_at":"2026-08-01T05:13:16.184202Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.240520Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.240520Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:b372668e055c78fed8d3f45ae75b5dfa3f95ec777239aad708a30b6bdaa583ab","observation_id":"f3c26ac0-8da0-413a-a468-b6b8cbb09ec5","resolution":{"observed_at":"2026-08-01T05:13:16.240520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.313146Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.313146Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:26a870a61f6d54cb5466f5a8ee21a0fcf0b6cf81e7711da3b58e8505c1c5c17e","observation_id":"f576e481-b4dd-46c1-923c-ddabbd1d6331","resolution":{"observed_at":"2026-08-01T05:13:16.313146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.393310Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.393310Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:a4631a7f65c53a25cb1d9249e84af35863398a994d1ea05429a2919f2a177580","observation_id":"5d285cd4-cd7d-45ac-90c1-81ce6298d9d4","resolution":{"observed_at":"2026-08-01T05:13:16.393310Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.learninstruc.2011.11.001","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Learning and Instruction","work_id":"1a7b88ef-0e71-4d03-b676-2bccb407aead","year":2012},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.468960Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:a758b4fa15cc10bb53634078155e4fa98d5058a651813630f658d8441e9fc7d7","observation_id":"c94cd6c6-5068-4905-974b-32834973ba4c","resolution":{"observed_at":"2026-08-01T05:18:37.379481Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.546984Z","title":"Becker, Andrew Luxton-Reilly, and James Prather","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.546984Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:e2c665b1f27af65d11ce2cdf95eb6c8ab73bd1c52a12246e03e8e66f21a0f367","observation_id":"61a4993b-35f2-4b41-b68c-a1f50fb461b7","resolution":{"observed_at":"2026-08-01T05:13:16.546984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.632038Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.632038Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:d1fbedb03a5a0383527f5b87958ac295bcb71fa05efe98f0904fbba9088692f0","observation_id":"49d02043-3aea-4450-b35a-66cf90cb8eef","resolution":{"observed_at":"2026-08-01T05:13:16.632038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.716756Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.716756Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:14f469eb1466ff348d1b4cf79f11d5115dbb808d10f3ca3da122cd1e8d0b0518","observation_id":"8a237e8d-9ae4-4a70-9df9-092d0ae07ab3","resolution":{"observed_at":"2026-08-01T05:13:16.716756Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.802862Z","title":"Hundhausen, Anukrati Agrawal, and Pawan Agarwal","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.802862Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:67507de9fe5098a2e5463e9ef7560dd88f3c9d84cabc824e7a05b4f72c6035a0","observation_id":"1ac2667f-b034-475e-9808-a61eb6f254b4","resolution":{"observed_at":"2026-08-01T05:13:16.802862Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.885666Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.885666Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:db71beaa580577b2d27b6b052cf39f5943dda359bd40f72273e22f8718494cbd","observation_id":"a789ca88-5b90-44bd-ba54-9fc4fa25dc9f","resolution":{"observed_at":"2026-08-01T05:13:16.885666Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:16.959303Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:16.959303Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:5f3442c305d8e7ecab046b1c9f18742e5aed61e384569fa9ede2223af759155f","observation_id":"795a41e5-f0f3-4935-a17f-72a6ec10e969","resolution":{"observed_at":"2026-08-01T05:13:16.959303Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.053174Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.053174Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:da1228162359f9a6051a51f476745ad08390f8a993be5b28346b9ce1b7588d0b","observation_id":"890866fb-d5e2-4d35-b898-1e374bb16c10","resolution":{"observed_at":"2026-08-01T05:13:17.053174Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.168027Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.168027Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:949b1d243ee1b0d228902d84419e5eed2e752442345d38d0639bb34668078a5b","observation_id":"5e2f9f57-93dc-499d-aedf-184a8077f61d","resolution":{"observed_at":"2026-08-01T05:13:17.168027Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.329099Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.329099Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:c19301d2fd0fab871f7749f2f2c3868a31c694b6b196d308957c952c6d6912c4","observation_id":"705e60d2-7c57-4f07-ac43-e5eeadc1fb30","resolution":{"observed_at":"2026-08-01T05:13:17.329099Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.391254Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.391254Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:af27ad0f99d63229db2d4318a000cc5914aad7b8b7ceeacf3f8cf4732c660ffa","observation_id":"1c4b2d28-3c32-4575-bdc3-b233a2c89b43","resolution":{"observed_at":"2026-08-01T05:13:17.391254Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.441330Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.441330Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:c85794fc6f6e5741790148244f057ace3d723421eb37f59668a9fa2652f6daa1","observation_id":"146ea57e-14fd-4e7e-bb45-49bfdee23293","resolution":{"observed_at":"2026-08-01T05:13:17.441330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.496387Z","title":"Becker, Michelle Craig, Paul Denny, Raymond Pettit, and James Prather","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.496387Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:6d66e4e527293ec7cbb9c6b8677791c62d85197cd869087e03599579a0e7554d","observation_id":"112edf31-8f47-4087-b527-009c44b33b4d","resolution":{"observed_at":"2026-08-01T05:13:17.496387Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.561203Z","title":"Reeves, Juho Leinonen, and Rachel Louise Rossetti","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.561203Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:2ba5ccf05e319c94a19aede402283cdd3d36c3f13efa767a629138ba46380963","observation_id":"aedeaa64-753c-49f4-ae39-97ffc5068d88","resolution":{"observed_at":"2026-08-01T05:13:17.561203Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.598656Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.598656Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:c9d9c6ac9f5ebca66ba2c05b7b9e020a5d5cda9ba1aff509df004dc2e22de19d","observation_id":"983ca424-08b9-42af-9cdc-21bf3267ac4d","resolution":{"observed_at":"2026-08-01T05:13:17.598656Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.741620Z","title":"Margulieux, James Prather, Brent N","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.741620Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:87b99b7a906dba2f536d5cb3b21db2c19519ba4a44a4b87d36a9c41c65598e60","observation_id":"5efef626-d670-4a7c-a089-36ba1dc5d01a","resolution":{"observed_at":"2026-08-01T05:13:17.741620Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.843617Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.843617Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:8dfc6d44c2e517a7621882ab259f7654b5c113b124ccfd91fa8e2f20b5e24120","observation_id":"2f7f4623-041d-4e38-9d57-e98328cd8824","resolution":{"observed_at":"2026-08-01T05:13:17.843617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3560266","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"ACM Transactions on Computing Education","work_id":"208714e0-a100-4d3f-b5e7-9401199367f2","year":2022},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.902563Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:fa789ea4af4015ac5c19ac2a2b8a0f74f30a164628a13aa14cfc8faf69421ad2","observation_id":"06611318-c388-4199-9af1-a75ba8ccaf95","resolution":{"observed_at":"2026-08-01T05:18:37.257440Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:17.968564Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:17.968564Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:2a58da3d2af629a5fe6027af923076e6326c3a894b65fcc2b40e2ef951dcdf42","observation_id":"5c3d6285-009a-4666-8648-e50f7d3eb5e3","resolution":{"observed_at":"2026-08-01T05:13:17.968564Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.041624Z","title":"Nicol and Debra Macfarlane-Dick","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.041624Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:dce195a340c3c3fc634ad574f6801f7733ecfa8fe8fc77331b8a1c6f8cf9ba05","observation_id":"2452628a-0159-4554-83e4-d24630464230","resolution":{"observed_at":"2026-08-01T05:13:18.041624Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.082464Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.082464Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:ec00ce2bb4938eb40e17ff72dde2d8fa9fa6accab36783de6fef12030edcb7b3","observation_id":"0240a768-e90e-4c39-9ee4-85953963b288","resolution":{"observed_at":"2026-08-01T05:13:18.082464Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.156808Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.156808Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:0fbebc0379c32a855de12413d23bc3822c42329f82406b24339ba2ec40806418","observation_id":"6fa8de5e-4c49-49f3-b66c-aaa07afd8cb9","resolution":{"observed_at":"2026-08-01T05:13:18.156808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.13187","last_updated":"2023-04-25T22:59:01Z","snapshot_observed_at":"2026-07-06T15:20:01.683152Z","submitted_at":"2023-04-25T22:59:01Z","title":"AI-assisted coding: Experiments with GPT-4","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.13187","snapshot_observed_at":"2026-08-01T05:13:18.265459Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.265459Z"},"links":{"cited_paper":"/paper/2304.13187","citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:41821db842822dc79d9f39e9bc6f83964d84ccd0e250b0e94b65c99d4e6d97a4","observation_id":"fb4a4ac6-4ae8-4adf-8388-f31650182586","resolution":{"observed_at":"2026-08-01T05:13:18.265459Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.206886Z","title":"InProceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.206886Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:58d1b8ee91731baf4f63ea24f0fc696687b500e001d838a3168ca5a6dd42aedf","observation_id":"e367bfde-c77c-4689-bc81-d4b03c7eb08f","resolution":{"observed_at":"2026-08-01T05:13:18.206886Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.517760Z","title":"Becker, Ibrahim Albluwi, Michelle Craig, Hieke Keuning, Natalie Kiesler, Tobias Kohn, Andrew Luxton- Reilly, Stephen MacNeil, Andrew Petersen, Raymond Pettit, Brent N","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.517760Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:67ce2feec215ce5dfb61b2c6ea412446f29d3443b63552fc8bc447fec47b4b6a","observation_id":"099bdbb4-1244-443f-bac8-3fe3d6ae1a05","resolution":{"observed_at":"2026-08-01T05:13:18.517760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.362041Z","title":"Becker, Arto Hellas, Paul Denny, and Brent N","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.362041Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:5460b9a326d2b78ef5bcb507e1329d4879a2a44560acb88d5ae45e100e39079d","observation_id":"40443cf7-fbae-431e-b39c-a076f24b5936","resolution":{"observed_at":"2026-08-01T05:13:18.362041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.779208Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.779208Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:04dff2134c36755995cc1637065ce3d2c705aa6d5a38b6731e07c4757820f064","observation_id":"c0fc438a-6159-44ba-bb61-aa7cccbf1d91","resolution":{"observed_at":"2026-08-01T05:13:18.779208Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.610981Z","title":"Reeves, Jaromir Savelka, IV Smith, David H., Sven Strickroth, and Daniel Zingaro","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.610981Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:04438f198f8c32820092b811ffb0ec6c589fca463f27f1a11f68845ee18c26a4","observation_id":"fd1f162c-2a75-4494-bf43-96b55703da64","resolution":{"observed_at":"2026-08-01T05:13:18.610981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.954418Z","title":"Becker, Bailey Kimmel, Jared Wright, and Ben Briggs","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.954418Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:c4b494608a5ba4ff5b002f397169d9fdecba231f8e2a90f670a66fe026b5b007","observation_id":"4c138673-40fa-4759-be7c-fb655d276e2f","resolution":{"observed_at":"2026-08-01T05:13:18.954418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.046381Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.046381Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:f3e3363f4caec5b24397135d0ee687711704165481256513c4065ab296d56c8d","observation_id":"647def26-1cca-4e7b-996f-5ff3ef91ec4f","resolution":{"observed_at":"2026-08-01T05:13:19.046381Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.884277Z","title":"It’s weird that it knows what i want","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.884277Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:619b0d1138d1cda66e26ecdd4165316429fd7ddd90b7787fdbb63054612678a7","observation_id":"2ef7b184-bd47-4471-b888-f11b85a431ec","resolution":{"observed_at":"2026-08-01T05:13:18.884277Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.253367Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.253367Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:ad30c185911e9c9a6a62009332a928c0bc972822c4aab4770be7f8984f8419bb","observation_id":"60496dbe-8ba5-4763-a391-fc09d064bb22","resolution":{"observed_at":"2026-08-01T05:13:19.253367Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.310480Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.310480Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:ee9f0827410f2fba0252bbcbebd81e365042f492f7f397e94e5b36e63bf092f7","observation_id":"839cbc72-022a-4347-95b0-2f982a36b364","resolution":{"observed_at":"2026-08-01T05:13:19.310480Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.203188Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.203188Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:0858a6f4f91a8ac9a8cf3b1ef5ab8128db1a66d21e830b03598a5e66900da583","observation_id":"242fd61b-7a4d-4565-9284-6878aed45234","resolution":{"observed_at":"2026-08-01T05:13:19.203188Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.438225Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.438225Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:df19bf3b408a1eefe37f76f9c7f1338e82884616ab0f655c581cd7fcba2a74b5","observation_id":"ada25132-6880-4e06-837c-68327e30d376","resolution":{"observed_at":"2026-08-01T05:13:19.438225Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.497845Z","title":"Zamfirescu-Pereira, and Narges Norouzi","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.497845Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:70a0af54779a4be5893e80f13ad85f378c2b36ee25ff26c9f38495889217cb85","observation_id":"73964bd8-f5d3-4110-ab04-cbb58e319ea9","resolution":{"observed_at":"2026-08-01T05:13:19.497845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08033","last_updated":"2023-03-09T16:52:12Z","snapshot_observed_at":"2026-08-08T04:03:43.161910Z","submitted_at":"2023-03-09T16:52:12Z","title":"Large Language Models (GPT) Struggle to Answer Multiple-Choice Questions about Code","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08033","snapshot_observed_at":"2026-08-01T05:13:19.378479Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.378479Z"},"links":{"cited_paper":"/paper/2303.08033","citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:00e8fd406ca03c8d3ace57e8694f19b72bba5b0837596bd0321a47443686df20","observation_id":"aba71352-8996-48c3-a46f-b14e26fa7f29","resolution":{"observed_at":"2026-08-01T05:13:19.378479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.636523Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.636523Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:3a163717e337977fc6f3d3ebb9e8f150789bf701a29192b7d87855aa500dd06f","observation_id":"cb5d50dd-645e-4247-9fb3-19b665d8a8f8","resolution":{"observed_at":"2026-08-01T05:13:19.636523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.720030Z","title":"Smith IV, Mounika Padala, Christine Alvarado, Jamie Gorson Benario, and Leo Porter","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.720030Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:d3734f504f720cd509d5fffbea74d4268b395691a45d0c5e28e1b14531cf5f8c","observation_id":"81357769-48c5-4a21-a50e-a9780e0f7236","resolution":{"observed_at":"2026-08-01T05:13:19.720030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.555885Z","title":"Explain-in-Plain-English","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.555885Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:fd365d326b127940cecb84d50ab10458291624a465a5bd90bf18a09484856907","observation_id":"5d02318e-bee6-4e05-ae19-288c2945820b","resolution":{"observed_at":"2026-08-01T05:13:19.555885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:19.844226Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:19.844226Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:26eb15f62cf36ade7275dee7723a92a05b3554d59ea191e7d3bb67463a6ff6a7","observation_id":"d77f2669-82c3-49c7-958a-8588d0e77a89","resolution":{"observed_at":"2026-08-01T05:13:19.844226Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:15.365442Z","title":"InCSEDU 2023-15th International Conference on Computer Supported Education, Vol","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:15.365442Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:06c17bd2e6d99518426b2eb25acb5c0c4bae2028707dfaec55347fb0078ae669","observation_id":"be44279e-285f-4cce-99b7-03e3ed263d73","resolution":{"observed_at":"2026-08-01T05:13:15.365442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T05:13:18.700701Z","title":"In2024 Working Group Reports on Innovation and Technology in Computer Science Education(Milan, Italy)(ITiCSE 2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-01T05:13:18.700701Z"},"links":{"citing_paper":"/paper/2607.27586"},"observation_digest":"sha256:4242fbbabdfc36ed89b9c1e123ef3c64234c47f7435d3e5298c77b107fd26a8f","observation_id":"1a4da04d-405c-4b0d-8e50-f883dffbfedf","resolution":{"observed_at":"2026-08-01T05:13:18.700701Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.27586","last_updated":"2026-07-30T02:08:29Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-08T04:10:03.632567Z","submitted_at":"2026-07-30T02:08:29Z","title":"Is Solving Better Than Evaluating GenAI Solutions?"},"reference_resolution":{"displayed":55,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":51,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":55},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 55 of 55 outbound references and 0 inbound Pith citation observations for arXiv:2607.27586."}