{"as_of":"2026-08-05T16:08:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4e9073880c32c2d0f8137e6a45d7bc5f3f174177161b21d73d6b82aedf0a5560","coverage":[{"denominator":85,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":85,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-13T06:02:23.896682Z","state":"measured"},{"denominator":85,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":85,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.08885/citation-record","integrity":"/paper/2607.08885/integrity","json":"/paper/2607.08885/citation-record.json","paper":"/paper/2607.08885"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Replication Package for The impact of comments on the correct under- standing of logical code statements","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:67fc06cccf6474b5381e4dd9c15c291cee564311992c1d1940a371067d4952c5","observation_id":"77456a2e-86f9-4820-9cb1-e4d732761102","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Abid, Natalia Dragan, Michael L","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:c872309ea8e41067fb15a1ed4ca1790d149c7247bafd03ff6c935e6393e413a3","observation_id":"5137fc84-1766-4de6-9ad9-60e2e3a67879","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:798903413e7c2f9c8919166e242a11ef85d1c86d9288791bb0d3845211ddff3a","observation_id":"a35fca7b-aebc-4934-93b0-2166664bcec0","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.06333","last_updated":"2021-04-10T19:48:33Z","snapshot_observed_at":"2026-08-03T18:10:38.762808Z","submitted_at":"2021-03-10T20:32:59Z","title":"Unified Pre-training for Program Understanding and Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.06333","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"arXiv:2103.06333 [cs.CL] https://arxiv.org/abs/2103.06333","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2103.06333","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:c0e52a8820cc67910c8f4a2d839d394153d6962cee43f0ae803472d25745f115","observation_id":"47e87515-c1ec-4ca1-8377-7aac210ba517","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:918c40f0408476662b53984a253ba093542d1068835cf359ccd4190fefffe88e","observation_id":"6e2908a7-a909-4ede-872c-7c3b5847cfa6","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:888505d24f578cfd608cdc14db4a92162595d3c01acb00604b5d875a48779e21","observation_id":"65d9c3f0-dd7c-459a-933a-05a9dfad5d96","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:3294b43f33a4a186941b6dab12f998b8fc013a9ef2cf85131c58ea3942e5adfc","observation_id":"a979db01-535c-441a-bf70-15c06a7ce24d","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Ernst, Mauro Pezzè, and Sergio Delgado Castellanos","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:c06f31c9a9ce7029f6154a3e123be9684606f8b77e926795e588fecef61168f8","observation_id":"3dd9e7ff-8ec4-473c-a6c1-0f3936499fe1","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:845af8781d20d0b05cbb09fd6d2c45d1f2a3560ff8f082f021e9609d33b080ec","observation_id":"1fc774b9-dd35-4125-b95f-18edd3771c6b","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:16dcd50cf397abab6a41512692e0b0ec8f5537baf2f6172d499cac7a476a785d","observation_id":"51d9d97d-1c11-4f84-8e0f-0e376c3c5022","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:ccc9a19159f299aa4d7fcabb627672f9ccf36db29dd196b8fdc520e914c4d5cf","observation_id":"b44b8c3a-429e-42b9-bbc7-8b91a46ac029","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:184d9a98ccfea009b66b4032720699a46d0301af66c2d90697018fc04e3b34f7","observation_id":"99fe9bf1-e473-4623-b52e-63e4071dc47a","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0018.2018","doi":"10.1152/advan.00018.2018","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"AJP Advances in Physiology Education","work_id":"d0b6c5e6-a178-4833-b500-85be258c26a3","year":2018},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:a3c33fc2fe0caf49862f3c05214f933da679cdb253eabb2600fd23aedd1b393a","observation_id":"a8012230-2a98-4792-88d0-d678dc847cd1","resolution":{"observed_at":"2026-07-13T06:09:24.743994Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:09.287516+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:09.287516+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:071050470daa940f81174c6dadbfcb5f691d99a332572f1eb55f17d27ae35adc","observation_id":"6701756d-9c46-4527-b94e-7433a0e5dfd0","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Eddy, Jeffrey A","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:aa8722b480f6b187e331d6cf087697230b3161281595d463817cc1cfd103220b","observation_id":"606251e5-0bed-4618-9e1a-708807dbde3c","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:2ee7caa7d5207ce83298650f89f9c0b5407cff0992b41329a56701cb0c4c4302","observation_id":"dbf9fcd8-ee24-4d02-bf1b-184b6963e39a","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:5e9e72b531ce16f0acbb69a0f1224871bf64b56cb452c82c8050dbf5a8ef5380","observation_id":"5bbcafc3-b2db-45ad-ac67-9db729d90b18","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"doi:10.1145/ 3660791","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:16b8b4092d1a0ed253630ca81374bf9957f8af4f8d1498d59c3d92923ec93719","observation_id":"310b4dab-a7df-4f1b-a9e9-9c55a60ca66f","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:dad913afb28278afe17ef4a7223237f0659b146542cdf114e29dd1f611d206eb","observation_id":"d5ff0758-5ff8-4f55-a75f-3658035cddcc","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:dff4b745ca4c3e99efc1ca841283b4004b83e041d219cfb70bf7f44a4d1ef60b","observation_id":"52802f03-d295-4474-a5ff-67bf05d68c0e","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:c7a1a4524950ffffa41aa5ea50357fc30a59273c78b2d24a4caaa33b9b6c28e1","observation_id":"f67573bc-de5d-489e-8410-4534cc636db4","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10664-025-10727-w","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Empirical Software Engineering","work_id":"457ce6c4-bbc8-498a-ab83-2fdd9cb4f356","year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:541ebce1233c1b61606bd5d6a02a610d3d2c23c6bf9a9d15344bf7d71bf92c4b","observation_id":"49b40d28-8d10-48b5-9ef4-724297f4b43e","resolution":{"observed_at":"2026-07-13T06:09:24.871002Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:09.839678+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:09.839678+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1fd5b441ac9d7fed4124ad5ea5dfb72f1214a658a2a2cee7ee4ddf48ac0f8176","observation_id":"a04cdb70-dd8d-4044-9d52-cfa07d950936","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:6813e790a5492462dcb884d072c249b5359138795d9246bdcbe35fa44440b86a","observation_id":"2a943250-ce5a-4425-a27c-80627052f007","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3522674","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"ACM Transactions on Software Engineering and Methodology","work_id":"40e01273-3118-4b12-a56b-6077c3b19c6f","year":2023},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:ee52f6acaf8dab2cdf858030f93d34453e265d9192c5fc8e363c9730fc265669","observation_id":"03279db9-6759-4958-b67e-87ff0846403c","resolution":{"observed_at":"2026-07-13T06:09:24.830294Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:10.491016+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:10.491016+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Ernst, and Mauro Pezzè","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1200606e54e0bdaacf55b28307c862e7b648ece42f2908a24b8b065617e4ac0b","observation_id":"bf375529-b42e-4c6f-ae4f-6da055708a33","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3742475","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"ACM Transactions on Software Engineering and Methodology","work_id":"1c1d37c8-57b9-4e28-ac6c-55b3d19aff02","year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:cd1b5e7cb2c1c6d82dedb9c4048cafac3216a1627d997275eaf23c74aa7a167a","observation_id":"32427ab6-6444-4d44-8bf8-232436ed7687","resolution":{"observed_at":"2026-07-13T06:09:24.846957Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:11.125325+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:11.125325+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10489-026-07230-0","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Applied Intelligence","work_id":"43aad2d0-8320-451e-9048-ac3e58e1758e","year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:fa2443b9b8b19ee5b1bf4a0d6880c3358c88b6f09857e9a7da7c39de2b1a77a8","observation_id":"14aac1e2-c41d-4d8d-b85a-59de223447bc","resolution":{"observed_at":"2026-07-13T06:09:24.863189Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:11.4483+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:11.4483+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0295.181033","doi":"10.1145/1810295.1810335","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"2b443d79-23b7-49d6-b603-485a3572f618","year":2010},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:78c64452e34ff9b34f0d248d2d9e60399c0633b0b54f67485976211ac95ce533","observation_id":"89855c11-cdd2-41f7-a9be-07db58585e06","resolution":{"observed_at":"2026-07-13T06:09:24.748323Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:11.689198+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:11.689198+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:526e5ebd7ce951257adbfc454c693c3516761de133a7f2999532b1ef4d084688","observation_id":"1c0be694-5524-486d-95c9-b177617fcb99","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:c8f96a731ed1bc4305af2926f54df7590d8f3958d4acfb7ecdaf46ab0518020e","observation_id":"1b08edc1-6e22-495e-b379-e31a6001189d","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:3dd41c8b18673425c21d861e0fc2325c59563e4f208f5d106f15f3e2a5f0f7a9","observation_id":"4f4550fd-3239-4c3b-9646-bb6d0351f03a","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:662657d4def5ad0c5ca834f430cb30adf30993b6ac04d7f0e6e0a1d0125360ea","observation_id":"c4f20cde-3633-4138-9311-39a554441e8b","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:bb09941553c76c60c65320d1cc74cc41e80e46864c6b339847125632f7e51451","observation_id":"87d4dad8-9806-463d-b24b-0e5344b98245","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2020.106373","doi":"10.1016/j.infsof.2020.106373","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Information and Software Technology","work_id":"92ee50e7-01d9-4ab0-a074-172ae0bac578","year":2020},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:b136284242b42bd4f766abd6fe12899048a29ea144de9e427e3627ce906087d5","observation_id":"a16b2d58-5690-42ec-9d3d-ebd869ee059e","resolution":{"observed_at":"2026-07-13T06:09:24.815615Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:12.507582+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:12.507582+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:e1843177171d0254c870696747daf36615d05807de23dec7369c047e7b431a5d","observation_id":"9404e708-0059-43f9-a111-28f32506c9f4","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:f1e2a4084df961f3fd5b05aca56a24f9f8d5518fc5cbedfbbf2fb538494ece2f","observation_id":"3e6f1512-79af-45dd-a975-e67a4d4a8acd","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:531d00f574f59bbc76ede07c7b668bf8e134b013b8f18ccc6e862fd4644f2ec7","observation_id":"ee46736c-bd8c-41ed-ada1-582f01badda4","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.14836","last_updated":"2024-06-21T02:40:34Z","snapshot_observed_at":"2026-07-06T18:34:37.884969Z","submitted_at":"2024-06-21T02:40:34Z","title":"Identifying Inaccurate Descriptions in LLM-generated Code Comments via Test Execution","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.14836","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2406.14836","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:23b312b3ffd36976f888972ac9a7ddd78ef223e15deda8bc78d8cf6b223a79df","observation_id":"903d29e5-fd73-4398-9f70-fd174e5803b1","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:eee9efd4608cfd7c894ca2c3c5af85c3d6c0ba9a2640601f2498adf7d38a4970","observation_id":"4ebcb1be-07cd-49c9-a0f6-4210aa372276","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:7af2f511b4275dd43ff255629f2652f6192286fa174f1c20a03d02da351c5dbc","observation_id":"a9bfb729-82e1-4384-8ee2-01fae858654e","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:dc912f35c2695b14ca259552a7d7284d65bad6107ca67b65813125002970a641","observation_id":"5b9a822b-8d4a-4673-b1a1-43b285019517","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:11ad23c5835c4f84568c0830a13ac58225a8a0fa1cf63bdf07a5e6f737936ad7","observation_id":"05b3e032-87a1-4f50-aa27-3e2b36dc71bf","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:be3d84abcb9c5ff5f9d35652d9c6442e36637bb0e27a3d62f4d9f2446e45e30f","observation_id":"25fbb687-e5a0-4b8d-9da4-769457287353","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"InInternational Conference on Software Engineering (ICSE)","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1b3bf52d8cd0667db106808f00d96493207b7e1661444baeaa78bffdcaa11e03","observation_id":"0d1be049-5aba-4a4e-ae14-fc25a51ed0ae","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:3fba1f09c6f5b5afe72a14ec9f3a3a72a95b29db3a02953fab6859c84095ab53","observation_id":"c29a8dc6-dc56-49b8-ada8-fe31eedd97e7","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:96d1e53d3e3e4c2553310c859eb76156956f61b0d1febbce6d91cc6b24752f5f","observation_id":"9b0ddc1f-c1f4-46bb-9519-f45a0c2d61f4","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:4d2a5553c0d190947a1a74227a8cec78c9960c54952d7143cccd602b8f4619ba","observation_id":"5b7d024d-7f1f-40f8-80a7-8793dac8ee9d","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:205606d60159cf9190bf6b747795813a97faa26d1eab939e2ca1515bf4ba6246","observation_id":"f288460a-37cf-4c5e-9ee6-dda9104434c2","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2006.05405","last_updated":"2021-05-13T03:41:22Z","snapshot_observed_at":"2026-08-05T13:28:04.337023Z","submitted_at":"2020-06-09T17:09:29Z","title":"Retrieval-Augmented Generation for Code Summarization via Hybrid GNN","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2006.05405","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2006.05405","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1ecddc84f76dbf3b669b2a372db0ced902d264f82397c56f5c644c688fedbe3d","observation_id":"a7a5e415-af22-4359-b9ee-4d20cadf0940","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"McBurney and Collin McMillan","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:97f6023fbf25c2e15f9b96bd9ca6e0e84508bcd13c0763a9a9fa258139a6a7ab","observation_id":"6cc353eb-069a-4d5a-8f16-c486a2081684","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1105.337400","doi":"10.1145/3341105.3374009","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"2d885929-78cb-497b-9b06-48b3b4a6a0b1","year":2020},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:c0d0fd4f9c9312e2071693fc200be23941ac0d49f6abfd5c55aad8538c0e10ff","observation_id":"f9f9227a-a645-48e7-a828-873342eb434b","resolution":{"observed_at":"2026-07-13T06:09:24.804031Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:14.251031+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:14.251031+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Ernst, and Mauro Pezzè","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:9985a2480ac3a8f12a00fd8afac9fdf830efff2ed4541ecfbb05462fe7997025","observation_id":"f1881514-230b-42e4-9508-4e9bcbf29271","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:43f438ad4d7f591c269edd77088ee1fd4dded4416b464d4577e796158a25b6d3","observation_id":"33f92965-eba2-4490-a3df-974f07ae75c4","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:12c12921f211dda54a8f847ebfc66b08dbae13179908b8f59a0b7772d1880c87","observation_id":"88af14b9-eb54-4e27-b5f1-aef6ec6d1b00","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:e15a00e8fdacd89d2fae8c0ea60e4c49d80e5afcdf2d8fd2457dabe0a4163103","observation_id":"56ee688d-acb5-4ecc-9a28-ff711d9e00cb","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:d34faebb6c484b5f3e4c5c87e4d5a01ee8e2a78e59337186ae8791f253905447","observation_id":"f0b426a4-23e0-4b45-a918-280a3a2d1864","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:763232f45cfa9683ac3c7aa9fffbfc82485ba2a16c44aee524e31b2e653af06f","observation_id":"3ed8477d-17f5-4504-8c28-94a5f6e0058f","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2509.12491","last_updated":"2026-06-29T21:46:34Z","snapshot_observed_at":"2026-08-04T16:41:27.006270Z","submitted_at":"2025-09-15T22:28:42Z","title":"Good Vibrations? A Qualitative Study of Co-Creation, Communication, Flow, and Trust in Vibe Coding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2509.12491","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2509.12491","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:cb4385a280865cb41ab070d0080356cd1091da613329043f929ce56dfa7b8b4f","observation_id":"a0c9a462-6ef6-49d7-b4c9-3b76581958c0","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"2025.RStudio: Integrated Development Environment for R","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:b6e28a760b84b9148ffe491345bad1439307f97ef3c1170eb26b80e7146b6691","observation_id":"52d00050-d823-4c85-bf1a-bf1dc2ea0045","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.4230/lipics.ecoop.2026.22","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"arXiv (Cornell University)","work_id":"1d7a5f42-cc3f-41ee-9925-96a66cb52f47","year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:e3d38d1375b3e10a890426d1d24f12be3dd0a808ccd43f423ced7c05b0cd67f3","observation_id":"7fac9d2e-f20a-4f4f-b7cb-354c6ec5c214","resolution":{"observed_at":"2026-07-13T06:09:24.787749Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:15.252383+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:15.252383+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":1990},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:e733732777a1052456b706d433eb98c2f86bb0b8f1e2afff9eff59257afc237f","observation_id":"d65094fc-92d8-45d4-b162-71c703514a8c","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:e1d1481f983fa9800b6df1051b1b340cde6a638890943b066faf488edc17f6f6","observation_id":"b1db5c6d-95d3-4cd3-9cea-ad0f901138b2","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15030","last_updated":"2024-12-19T16:40:41Z","snapshot_observed_at":"2026-07-06T20:10:15.143454Z","submitted_at":"2024-12-19T16:40:41Z","title":"When Copilot Becomes Autopilot: Generative AI's Critical Risk to Knowledge Work and a Critical Solution","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15030","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2412.15030","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:87009af47236fbcace8cbaf04a2def3fceede7ebba314e931f25e2ff35c26fe6","observation_id":"7d475de9-efbe-48c0-92c4-3b8bfe544299","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4610.352792","doi":"10.1145/3524610.3527924","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"2da04607-9f2b-4b5a-bffb-9266ff2de1a1","year":2022},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:c93919d252097754285391d32889e168c3cb0af8e82216f30d29de65e386a61c","observation_id":"004bd4a5-f162-4408-a948-2e633b90e18e","resolution":{"observed_at":"2026-07-13T06:09:24.893164Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:15.800152+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:15.800152+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Vijay- Shanker","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:5a8d9ad719c2caa174b552523905158d259dc93d9306880fd03d7bb35a88afaf","observation_id":"4e43ef2c-e631-46f5-b512-566e086fc021","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:879699b84a46ca48486fbdc8482c5e36a6e663ce9bc7ea38bae785935360d009","observation_id":"077151e2-72b9-4055-943c-e9bce51e0334","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:828d86858df47f2acd0cfa45bbe889f5c4df9b7dfbd37111a01646b9b1f3f2b1","observation_id":"bce78445-128d-4fd9-9a38-bc39dd8c4486","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1ab4d85f7527275fa9c46843b24ed69cdd2771876de74e10f7b20bf32ec79190","observation_id":"d011a453-f893-4153-8d5d-602bff46cce5","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:92a3454062db0cabcb66f27c67b2e413c0dbc14a6578ebc25988c8fd3f772c0a","observation_id":"c0c604c8-975c-46af-9263-dd238d40e7bd","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:8f086829d0b4d54bf22bde5790e1fa9836836504ea963d107a6a4637f1dcce00","observation_id":"ffcf37e1-918f-4714-bdb3-84546f1f255a","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2509.01313","last_updated":"2025-09-06T01:50:34Z","snapshot_observed_at":"2026-08-05T12:44:43.141018Z","submitted_at":"2025-09-01T09:56:13Z","title":"Aligning Requirement for Large Language Model's Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2509.01313","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2509.01313","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:39a09803b87c4b2928b3cd763a747e1188dcf7a91bfec16100f4b439fb2de6cc","observation_id":"0b8bc07b-e74a-47c4-a2e4-bd022147c8bc","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":"Glassman","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:a41ef225a1f1b6da7577f11424799373bad71b97ab5b9013868221506197ff75","observation_id":"1c131961-940a-48a2-a1e6-be5d3f8e9696","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:541cbd68c0e92e721aea7b6e31aef119b0a228f1e963dff6e4eef9bc41de6c76","observation_id":"358ea224-6199-4767-acfb-fdb08b6bf297","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:8f7c823cc9e0a3d97fd6579e4279696cd63414b49c49bd30f44c8e7fa82cd0bc","observation_id":"779b6c78-c3c4-4c26-b9c4-70cbb038bf6c","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1177/00045632211050531","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Annals of Clinical Biochemistry International Journal of Laboratory Medicine","work_id":"1403dc41-7906-41ae-9ae5-e53e8fae80c0","year":2022},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:dcf94b5f893c5d6d62dbd30621c1d67c700e75fea1afa9ddf48f25267fa079c5","observation_id":"71a982c1-e118-47a7-994b-0af595b54f34","resolution":{"observed_at":"2026-07-13T06:09:24.798110Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T12:50:17.290236+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T12:50:17.290236+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2605.14972","last_updated":"2026-05-14T15:36:44Z","snapshot_observed_at":"2026-07-06T23:26:18.733776Z","submitted_at":"2026-05-14T15:36:44Z","title":"Viverra: Text-to-Code with Guarantees","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.14972","snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"cited_paper":"/paper/2605.14972","citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:073b18b8b6251514443378129dcb54fdbb083f48a8d7f9c9ded3a56722715ef5","observation_id":"5754d0c1-1b96-4a19-82a8-c81dd9f1d39d","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2017.273409","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:09:24.764182Z","title":"Hassan, and Shan- ping Li","venue":null,"work_id":"8ee9791f-35ac-4271-a704-95e28086e4ff","year":2018},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:eae39d57b2184904d553e5c56e3621360da46bf7aa96a59e528b804dba7d8a07","observation_id":"df13b6ba-bece-4309-9653-6b76f179d1b7","resolution":{"observed_at":"2026-07-13T06:09:24.767305Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1ed17e803844ddaa0de7082acb39577337ff93716e8cbf11bab50b45d6ff8143","observation_id":"5337d3f6-1b91-4732-97ec-5a3fd5328bd6","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:f6d7efaaea4f17993f6b6232976195f776329002c30dd7cc3d5750b0800b0a43","observation_id":"f6462b0b-e9d4-4d77-857b-884774ee13df","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:74e681ce211068e9d34caf9f3dd10e33ea316d93ef98b95134d0a0175c60d0de","observation_id":"e7c57261-c49a-4545-b989-933e2d5033f6","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:399984cf911aec1151799b2fa84de9740e0a21967b701a80c98bf446bedced86","observation_id":"3d559685-0aa1-4f1b-8a73-dc7a036a8f4b","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1e696f6500eb243b7614f73867637dee1ef6b581456b9d74d5870e44a872b6aa","observation_id":"f0ad1f3e-e3c7-437a-be22-149dd2da36d8","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:62fb8b91e435dd9670a114e4318c7a153b2b1b0f0c4a0e71bb90828a9b08078b","observation_id":"5fee3cd0-6c23-41df-b2b9-007181cc4e67","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-13T06:02:23.896682Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-07-13T06:02:23.896682Z"},"links":{"citing_paper":"/paper/2607.08885"},"observation_digest":"sha256:1b6a716157fa9074c182caad94f859fbf67e804d960b07a94682e4a0f559e5b8","observation_id":"eb185d8f-89c8-4da4-bd74-ac0d4b343cd5","resolution":{"observed_at":"2026-07-13T06:02:23.896682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.08885","last_updated":"2026-07-09T19:22:35Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-02T09:37:58.913447Z","submitted_at":"2026-07-09T19:22:35Z","title":"Programmers Are Poor and Overconfident Judges of LLM-Generated Assertions"},"reference_resolution":{"displayed":85,"state_counts":{"malformed_identifier":10,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":63,"verified_exact":12,"verified_fuzzy":0},"total_outbound_references":85},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 85 of 85 outbound references and 0 inbound Pith citation observations for arXiv:2607.08885."}