{"as_of":"2026-08-09T07:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:fc1be1289c052da96965057f25e4034e8268c4d41c1a900e7c4bb967b81621a5","coverage":[{"denominator":66,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":66,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T01:08:02.659078Z","state":"measured"},{"denominator":83,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":83,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":17,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:03:28.866165Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T03:49:30.015976Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-06T22:03:28.866165Z","title":"Zheng, Z","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22954","last_updated":"2025-06-28T17:18:23Z","snapshot_observed_at":"2026-08-07T05:17:48.616344Z","submitted_at":"2025-06-28T17:18:23Z","title":"Evaluating and Improving Large Language Models for Competitive Program Generation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T22:03:28.866165Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2506.22954"},"observation_digest":"sha256:eadf4f2dc5b94b5e140af747703576509cb75c1d5995991c8f0426676cee1d90","observation_id":"c7195200-d475-4c66-a2ce-d0b42a41c470","resolution":{"observed_at":"2026-08-06T22:03:28.866165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-06T13:38:53.452180Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.20439","last_updated":"2025-07-27T23:16:14Z","snapshot_observed_at":"2026-08-07T08:26:38.024790Z","submitted_at":"2025-07-27T23:16:14Z","title":"When Prompts Go Wrong: Evaluating Code Model Robustness to Ambiguous, Contradictory, and Incomplete Task Descriptions","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T13:38:53.452180Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2507.20439"},"observation_digest":"sha256:22018c0ce0e281cef9e32c3384bd2d530e9a9d711569d6499b623f96e8640e57","observation_id":"71430e1e-2df9-4de9-8f9f-1a75c545da80","resolution":{"observed_at":"2026-08-06T13:38:53.452180Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-05T21:18:28.722411Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.09101","last_updated":"2025-08-12T17:29:20Z","snapshot_observed_at":"2026-08-05T21:18:24.957038Z","submitted_at":"2025-08-12T17:29:20Z","title":"AutoCodeBench: Large Language Models are Automatic Code Benchmark Generators","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-05T21:18:28.722411Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2508.09101"},"observation_digest":"sha256:38fa49cf40d175f0f59878672aa868d34bd4ba96767965923306205a5e6edd0b","observation_id":"b367fcbe-3f42-4b12-972c-c2789e8c36da","resolution":{"observed_at":"2026-08-05T21:18:28.722411Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-04T11:02:11.745455Z","title":"Zheng, Z","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.07315","last_updated":"2026-06-05T00:30:48Z","snapshot_observed_at":"2026-08-07T05:17:46.832691Z","submitted_at":"2025-10-08T17:59:19Z","title":"SWE-IF: Aligning Code Evaluation with Human Preference","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-04T11:02:11.745455Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2510.07315"},"observation_digest":"sha256:cbf581e6f8dfe6fb7571d004e45aa8173921eda230bdea4f514a7bea27937b24","observation_id":"2d323982-ee0c-4726-8350-623cdeec47c1","resolution":{"observed_at":"2026-08-04T11:02:11.745455Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2603.20633","last_updated":"2026-04-17T08:57:17Z","snapshot_observed_at":"2026-07-06T22:49:57.103822Z","submitted_at":"2026-03-21T04:03:45Z","title":"Seed1.8 Model Card: Towards Generalized Real-World Agency","version":3},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-05-15T07:44:02.827006Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2603.20633"},"observation_digest":"sha256:e1318151d4edbe3857a323afcfd533e488e39bac839ca6fb9f008ca5f31e9a5f","observation_id":"5097b6ee-bf1c-41cf-9363-d406b73278e7","resolution":{"observed_at":"2026-05-15T07:45:14.505943Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2604.12268","last_updated":"2026-04-14T04:31:45Z","snapshot_observed_at":"2026-07-06T23:00:32.607699Z","submitted_at":"2026-04-14T04:31:45Z","title":"CodeSpecBench: Benchmarking LLMs for Executable Behavioral Specification Generation","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-05-10T14:54:51.051959Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2604.12268"},"observation_digest":"sha256:879002bc1b3c938cb7e7db9f12dd923404fdaf564e9af3b2f1ee73daf39fcae1","observation_id":"730970d6-5bdf-4565-9ba9-86f803a259eb","resolution":{"observed_at":"2026-05-11T11:26:03.637624Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2604.14164","last_updated":"2026-04-21T09:20:28Z","snapshot_observed_at":"2026-07-06T23:02:00.082783Z","submitted_at":"2026-03-23T22:00:03Z","title":"How to Fine-Tune a Reasoning Model? A Teacher-Student Cooperation Framework to Synthesize Student-Consistent SFT Data","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-15T00:18:03.185565Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2604.14164"},"observation_digest":"sha256:0d40e9ec6a693c10c4675625a8dddb3175a03a8e90eca854e1df0066328e2420","observation_id":"df670645-a671-4e74-a829-470279966bf0","resolution":{"observed_at":"2026-05-15T00:18:21.825093Z","resolver_source":"arxiv_id","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.08478","last_updated":"2026-05-08T20:53:51Z","snapshot_observed_at":"2026-07-06T23:20:43.010758Z","submitted_at":"2026-05-08T20:53:51Z","title":"When Independent Sampling Outperforms Agentic Reasoning","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-05-12T02:46:48.375901Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.08478"},"observation_digest":"sha256:c57fa7c0cafd5783a22053b1adab48684f7a26bf7cbf4a3f7ffc80efbe483fa6","observation_id":"7ae241cc-42ad-4e3a-9c25-9e2ac774aacd","resolution":{"observed_at":"2026-05-12T07:31:24.650752Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.15177","last_updated":"2026-05-17T19:31:24Z","snapshot_observed_at":"2026-07-06T23:26:32.979566Z","submitted_at":"2026-05-14T17:57:40Z","title":"OpenDeepThink: Parallel Reasoning via Bradley-Terry Aggregation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-15T03:06:54.507594Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15177"},"observation_digest":"sha256:a644dc1135603525a50e8cdbcdb0a57c12610eb84e5c06f3f5ebd3055ed40834","observation_id":"2418976e-ec38-418d-b92d-db719289bc63","resolution":{"observed_at":"2026-05-15T03:08:58.496946Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.15177","last_updated":"2026-05-17T19:31:24Z","snapshot_observed_at":"2026-07-06T23:26:32.979566Z","submitted_at":"2026-05-14T17:57:40Z","title":"OpenDeepThink: Parallel Reasoning via Bradley-Terry Aggregation","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-20T20:51:47.393589Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15177"},"observation_digest":"sha256:c7a774ce336efc900a4b3e43f2e63e6bbcf179ea75c10243b0cd82c423e2a6fb","observation_id":"d47c6f4b-b4ff-4808-b7fb-4be2ddcef824","resolution":{"observed_at":"2026-05-20T20:53:43.632151Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2605.15607","last_updated":"2026-08-03T17:44:41Z","snapshot_observed_at":"2026-08-06T23:37:48.827947Z","submitted_at":"2026-05-15T04:37:31Z","title":"Syntax Without Semantics: Teaching Large Language Models to Code in an Unseen Language","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-20T19:12:42.655490Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15607"},"observation_digest":"sha256:f9454bde9d2a0611dbee2a960c3735052f3cfcaabef1efa5541b84cad7a8d22f","observation_id":"5f6ae091-65ae-4ec5-ba5d-d3daf5545fc7","resolution":{"observed_at":"2026-05-20T19:13:40.360955Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-04T05:10:07.337213Z","title":"LiveCodeBench Pro: How do olympiad medalists judge LLMs in competitive programming?arXiv preprint arXiv:2506.11928,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.15607","last_updated":"2026-08-03T17:44:41Z","snapshot_observed_at":"2026-08-06T23:37:48.827947Z","submitted_at":"2026-05-15T04:37:31Z","title":"Syntax Without Semantics: Teaching Large Language Models to Code in an Unseen Language","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-04T05:10:07.337213Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2605.15607"},"observation_digest":"sha256:461520d0fd20ed04fe67f90c8b233ddc352610bd55a5238b78f729cdd59bf366","observation_id":"ddf3f5fc-6ef1-4643-ac82-0bf69b4b469d","resolution":{"observed_at":"2026-08-04T05:10:07.337213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2606.20517","last_updated":"2026-06-18T17:35:57Z","snapshot_observed_at":"2026-08-07T20:52:47.163165Z","submitted_at":"2026-06-18T17:35:57Z","title":"Multi-LCB: Extending LiveCodeBench to Multiple Programming Languages","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-26T17:39:27.723253Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2606.20517"},"observation_digest":"sha256:a0f30af0946352568bc9a120cb3e157ff656d4d29d984db315ed20896558517e","observation_id":"22285609-f64f-414a-8922-67919d027659","resolution":{"observed_at":"2026-07-04T03:49:30.017890Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2606.32007","last_updated":"2026-06-30T17:39:43Z","snapshot_observed_at":"2026-07-07T00:05:37.068846Z","submitted_at":"2026-06-30T17:39:43Z","title":"AxDafny: Agentic Verified Code Generation in Dafny","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-07-01T05:01:14.526987Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2606.32007"},"observation_digest":"sha256:942e2aa91b7ac3c855a51e5ba5853ef6b2545c9396c4f8abe39d60f6b123c738","observation_id":"27459532-5311-4797-bfbd-02367b28ed9a","resolution":{"observed_at":"2026-07-01T10:55:41.400062Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":"2506.11928","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-07-04T03:49:30.015976Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?arXiv preprint arXiv:2506.11928","venue":null,"work_id":"bbd1d58c-9ea5-4f30-9a18-b39716e460cb","year":2025},"citing_paper":{"arxiv_id":"2607.00248","last_updated":"2026-06-30T22:57:43Z","snapshot_observed_at":"2026-08-03T15:00:12.134373Z","submitted_at":"2026-06-30T22:57:43Z","title":"Seed2.0 Model Card: Towards Intelligence Frontier for Real-World Complexity","version":1},"reference_index":143,"source":"pdf_text","source_observed_at":"2026-07-02T18:57:46.841456Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2607.00248"},"observation_digest":"sha256:b43aa5a4f901782334fdfd5273f0abd4faf39ddb19dd0896763561488e7c1c35","observation_id":"81c56263-0e36-44a4-8479-47a99fab39fb","resolution":{"observed_at":"2026-07-02T19:07:17.391406Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-01T12:12:58.486710Z","title":"Livecodebench pro: How do olympiad medalists judge llms in competitive programming?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.19653","last_updated":"2026-07-22T01:19:42Z","snapshot_observed_at":"2026-08-07T20:07:33.820291Z","submitted_at":"2026-07-22T01:19:42Z","title":"PerfAgent: Profiler-Guided Iterative Refinement for Repository-Level Code Optimization","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-01T12:12:58.486710Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2607.19653"},"observation_digest":"sha256:e37d7b8e9343b8517076fc3decd15a0297f4cd2dc35e0debaaa89dc4ea6b32ac","observation_id":"5ec4a4ed-614e-45ce-b287-45738d798b37","resolution":{"observed_at":"2026-08-01T12:12:58.486710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.11928","snapshot_observed_at":"2026-08-04T22:55:34.058356Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.01684","last_updated":"2026-08-03T04:18:31Z","snapshot_observed_at":"2026-08-08T21:44:51.155285Z","submitted_at":"2026-08-03T04:18:31Z","title":"GABench: A Comprehensive Benchmark for Evaluating LLM Agents on Graph Analysis Tasks","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-04T22:55:34.058356Z"},"links":{"cited_paper":"/paper/2506.11928","citing_paper":"/paper/2608.01684"},"observation_digest":"sha256:b7946b2d2fe4992388f5f6a6eb3b0050a12e968601d2914e7917a5d7c2402cc0","observation_id":"9a3dfbe5-1a45-452a-9e72-65be6d87cc1d","resolution":{"observed_at":"2026-08-04T22:55:34.058356Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.11928/citation-record","integrity":"/paper/2506.11928/integrity","json":"/paper/2506.11928/citation-record.json","paper":"/paper/2506.11928"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.815731Z","title":"URLhttps://github.com/openai/human-eval","venue":null,"work_id":"f3c267c3-1388-4b63-a1db-6b901a5d77a2","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.650121Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:c0ed28fba73cff386979b5fcadf9fc277fa1a299b931d984567a3de7a703e721","observation_id":"7e61df85-12b3-4408-8dd3-3d2b2ecd8704","resolution":{"observed_at":"2026-08-07T01:08:11.912248Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.643029Z","title":"URLhttps://icpc.foundation/","venue":null,"work_id":"149fbceb-0074-4be7-a748-562b5c707f6b","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.704459Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:9aca66b7b00eb00b60389370bc26c0943df21cde328c4c6388c51d6ddb6a7dc5","observation_id":"fbc2a48f-8ec1-4527-bd64-2946931f1197","resolution":{"observed_at":"2026-08-07T01:08:11.710948Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.486848Z","title":"URLhttps://icpc.global/","venue":null,"work_id":"d0e9b444-1827-4ef2-841b-71771cea157b","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.729387Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:4b579bfec1a18a9dbc106d308251b0dc4cca6e35a280bf597f91cc3bb7578f63","observation_id":"a95ef9c6-6065-413f-8639-c5ba3ee1626f","resolution":{"observed_at":"2026-08-07T01:08:11.550852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.323688Z","title":"URLhttps://ioinformatics.org/","venue":null,"work_id":"e80f10d7-6937-4042-8f35-6829a7d21128","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.772854Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:dcc6fdf1aa3de8980c07a0c276e139a5c31b103b98b04555f66c1827f5e6ba06","observation_id":"bb6c5693-05d5-4e4c-957a-a4859a81bbea","resolution":{"observed_at":"2026-08-07T01:08:11.397852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:11.089802Z","title":"URLhttps://mitit.org/About","venue":null,"work_id":"0960080d-9352-4aca-9542-6493c6d955b6","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.863687Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d38f8cd4243adf223591a224ce2a5d085e542351380b699c685bfd5562d338a5","observation_id":"601c7cb8-a1f1-4da4-bdc6-20c95ffc6422","resolution":{"observed_at":"2026-08-07T01:08:11.208163Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.890300Z","title":"URLhttps://noi.cn/","venue":null,"work_id":"3aa1dfb3-6f7c-474b-a6e4-6666c3455167","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:57.954851Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:038133f43bace58c0b764b1d768d8cddf3f0d305c3f1908cc1e5c719f4b27b82","observation_id":"0a51eef2-ed57-464b-b5c0-71273b4bf5c6","resolution":{"observed_at":"2026-08-07T01:08:10.982844Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.737542Z","title":"URLhttps://thusaac.com/public","venue":null,"work_id":"ef091942-40bd-4211-9c60-9bde5c0ce93b","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.039732Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:a53d85f6dc25a1e77492217d875fdacfc2cbe516d4d4cb9a7326a41ff8214f56","observation_id":"fefce80b-9ae5-4ed1-be0f-59f1f83870dd","resolution":{"observed_at":"2026-08-07T01:08:10.795735Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.570753Z","title":"URLhttps://usaco.org/","venue":null,"work_id":"9067ccc1-60d4-4d6a-905c-f110298b5e15","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.125534Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:9bb8d5bcb9a182602ce9bf4329d4792e2775b23b8badc1e0e3034ac69a1e177d","observation_id":"1f30c23d-5f85-48b5-8115-5c728e016eeb","resolution":{"observed_at":"2026-08-07T01:08:10.647479Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.342445Z","title":"URL https://icpc.global/worldfinals/fact-sheet/ ICPC-Fact-Sheet.pdf","venue":null,"work_id":"192a7e0c-e0fa-467b-8496-e26b8855ba77","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.172537Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:0453358b87b84d06c29137a98ba0dc93109ab317e9caeae8d10a6d7ec0f71c59","observation_id":"9279a984-dee4-4fe5-bbe0-aef6d947a445","resolution":{"observed_at":"2026-08-07T01:08:10.455653Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.151175Z","title":"Model card addendum: Claude 3.5 sonnet","venue":null,"work_id":"251cfd71-9154-43d8-8372-86f3c4b6d34c","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.275845Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:3cc6f789e752e4d625742d139efafb2b4367088bb3ac73a88b47cc0ca469fc26","observation_id":"e19e66de-0cf3-47cb-a0d1-49421139d572","resolution":{"observed_at":"2026-08-07T01:08:10.241010Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:10.002588Z","title":"Claude 3.5 Sonnet, 2024","venue":null,"work_id":"76806e8f-05e1-4eb3-9d85-149190d153b0","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.346965Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:b131dde5c873bf0d4ac1bc5d3145ff8b48ce8b475a092bb84dffc14cf6276ea4","observation_id":"534e24e2-3845-4559-b68e-eb40de527b50","resolution":{"observed_at":"2026-08-07T01:08:10.054698Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.809497Z","title":"System card: Claude 3.7 sonnet (max reasoning)","venue":null,"work_id":"78884f97-533a-48d6-8362-574a158e9dcb","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.417539Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:c4faadbcb75a349e06caf09a9a419371733319c8f207512e7b1d2b92c1fc4069","observation_id":"890b873e-e208-449b-8b1a-ecdc8bf3bae4","resolution":{"observed_at":"2026-08-07T01:08:09.891714Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.636539Z","title":"System card: Claude 3.7 sonnet (no reasoning variant)","venue":null,"work_id":"47d0a815-58f5-45ab-bfc5-6eb20f1b5be0","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.505902Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:3188641b9ed306ee0b3d5d04531ddb59712dc4288f4d5b83d9d305fa77078e98","observation_id":"bc025a9b-ae8b-4298-b6f4-d1ed636e0cc4","resolution":{"observed_at":"2026-08-07T01:08:09.713673Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-07T01:07:58.590186Z","title":"Program synthesis with large language models.arXiv preprint arXiv:2108.07732, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.590186Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d38112c601f41d38b6d551b5d9145aeaf48e7e8880e59a766763fd2dd06cf4e6","observation_id":"7cc2a4d9-b654-4841-8151-b7ec4c9f343c","resolution":{"observed_at":"2026-08-07T01:07:58.590186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-07T01:07:58.655057Z","title":"Evaluating large language models trained on code.arXiv preprint arXiv:2107.03374, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.655057Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d8663847392285cf2cef8e86a3786968affb56606d17dbd67eb2fcda26ed0811","observation_id":"49e3dee7-7ebe-4c34-80a3-9705146f1833","resolution":{"observed_at":"2026-08-07T01:07:58.655057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.505755Z","title":"Official website of the china collegiate programming contest (ccpc), 2025","venue":null,"work_id":"c8d5d588-472c-43ff-b9c4-50864cf5a09a","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.763693Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:0622237f19bfd5829907b19238e302eeb7b67665366c050b8ab3730ee235180b","observation_id":"aa5e5b86-f8b7-4ffd-9135-4b704838e165","resolution":{"observed_at":"2026-08-07T01:08:09.563332Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.355306Z","title":"Model card: Qwen-max (qwen 2.5 max).https://huggingface.co/Qwen, 2025","venue":null,"work_id":"f5b71161-2eb1-497c-8ca1-5342a34afc66","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.807679Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:a7f189e3cfb5cf37ce117c0d022f283be721dd621413d0e6954a0492a7614862","observation_id":"b9d895ed-2165-48cd-983f-822bc8f7ee18","resolution":{"observed_at":"2026-08-07T01:08:09.403057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.217325Z","title":"Interactive Problems: Guide for Participants, 2015","venue":null,"work_id":"5283b27f-6254-49c4-bc9d-587ddaa23dae","year":2015},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.870319Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:aea74a2a5792a1cf3acf57ba3de5d49319e955355318ceff3a4ff818ddbb83e7","observation_id":"98b590cb-eb67-49ab-a45a-f735e7573275","resolution":{"observed_at":"2026-08-07T01:08:09.273753Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.11430","last_updated":"2025-08-16T12:00:25Z","snapshot_observed_at":"2026-07-06T18:16:15.861891Z","submitted_at":"2024-05-19T03:08:02Z","title":"MHPP: Exploring the Capabilities and Limitations of Language Models Beyond Basic Code Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.11430","snapshot_observed_at":"2026-08-07T01:07:58.930241Z","title":"Mhpp: Exploring the capabilities and limitations of language models beyond basic code generation.arXiv preprint arXiv:2405.11430, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.930241Z"},"links":{"cited_paper":"/paper/2405.11430","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d6fc340464ead1d236498e6ef04125fc28ffbb79a6cee85857348dc772a22fe6","observation_id":"44140a0d-feac-4d1e-9f8f-0e06318b4424","resolution":{"observed_at":"2026-08-07T01:07:58.930241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:09.023604Z","title":"Model card: Gemini 2.0 flash reasoning.https://blog.google/technology/ google-deepmind/gemini-model-updates-february-2025/, 2025","venue":null,"work_id":"e304c32d-94b0-4b04-b639-b6fe905b3972","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:58.983607Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:5763894b7f548f722c28e919e44f4e48554ee1c97a861543c397b162acee5328","observation_id":"da2e4af5-431b-4d31-96ad-d58262e1a9f2","resolution":{"observed_at":"2026-08-07T01:08:09.105664Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.858512Z","title":"Model card: Gemini 2.5 flash","venue":null,"work_id":"680b3ff3-3dea-4c92-94a6-a597a0a1551a","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.042706Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:8a4487ba270380476ba0d8d103b60dbbda5128b052b979c5f051e9325817641e","observation_id":"d9d37b68-7746-4afc-b2f1-5cd7fcbbc93e","resolution":{"observed_at":"2026-08-07T01:08:08.931038Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.703237Z","title":"Model card: Gemini 2.5 pro","venue":null,"work_id":"03663d71-e3e8-4d48-875b-d50210eb92a2","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.113155Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:1605cbc654bade571809345692cdb6d50416930f37faf735223077ca5ea8f2cd","observation_id":"ea9583b1-adee-44f9-bcea-6384fbfe084e","resolution":{"observed_at":"2026-08-07T01:08:08.761427Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.551053Z","title":"Model card: Gemma 3 27b","venue":null,"work_id":"27f5621d-6c4c-42d1-a7e6-2aba6f33dfb6","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.170629Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:ad002b71b4e3b21499cd7727c8e9f6084e255d3090fd729e82291c1e0137fc36","observation_id":"b71899ab-f791-46a4-8e37-76cfc634e293","resolution":{"observed_at":"2026-08-07T01:08:08.620939Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.433434Z","title":"Model card: Deepseek v3","venue":null,"work_id":"bb6b2ef8-6842-44dd-b55d-1dd9cc6e3c7a","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.221958Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:6b8b10398f7dfba155c53968e8393815ed10b6657f027d1fdea9c41d7f8534e9","observation_id":"fb141544-2751-47ee-9bae-772200c57b33","resolution":{"observed_at":"2026-08-07T01:08:08.487487Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.284603Z","title":"Model card: Deepseek r1","venue":null,"work_id":"9442d053-412e-4580-a498-94cc064beb1f","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.307600Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:0a6c756b7d7258f32a346c20fc3bef23713c8cb1c982a24aa7036aa6c1451fa7","observation_id":"ab040e01-ad0d-481a-8131-0bc4fd6f0d76","resolution":{"observed_at":"2026-08-07T01:08:08.343556Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:08.114554Z","title":"Model card: Deepseek -r1-distill-llama-70b","venue":null,"work_id":"57bb5205-c12d-4c51-a05a-f682dd44e393","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.369728Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:5c0bc43c8a13a831d90c39bdfa5da7666f5395e669b41e9abc6acda5d968cf2b","observation_id":"0341b531-4233-4697-8669-0999687fa032","resolution":{"observed_at":"2026-08-07T01:08:08.187694Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.972494Z","title":"Model card: Deepseek -v3-0324","venue":null,"work_id":"f88a1eb6-42c5-409c-9ff4-5df356097b72","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.460378Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:690d8fac3cf03bcfa338e760b2bcac31bb24ca1a4af8fe05b7b5e23b13254e18","observation_id":"f5330032-db56-4de9-980d-cedff58496b3","resolution":{"observed_at":"2026-08-07T01:08:08.031594Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.840714Z","title":"Crosscodeeval: A diverse and multilingual benchmark for cross-file code completion.Advances in Neural Information Processing Systems, 36:46701–46723, 2023","venue":null,"work_id":"e79d35cc-0b52-4171-8edf-97bad2eda93f","year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.541691Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:1277728cdcc0b073e97ae88769fee39f8944da32dd34a5ff9c242a28a85a5662","observation_id":"c3457360-fb3c-4697-85d8-6269f99c6dbd","resolution":{"observed_at":"2026-08-07T01:08:07.898533Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.713812Z","title":"Evaluating the performance of large language models in competitive programming: A multi-year, multi-grade analysis","venue":null,"work_id":"39cc9946-f295-47fe-a4cb-4bda3aafc062","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.591769Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:78a2151f5bb482e97b60c3506b5a69e3af7913185266ca5e0512d88c0e360f34","observation_id":"0a4544c9-699f-4bc4-baff-eb138c2dd571","resolution":{"observed_at":"2026-08-07T01:08:07.766010Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:07:59.639019Z","title":"Mathematics and games.Eureka, 2:6–8, 1939","venue":null,"work_id":null,"year":1939},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.639019Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:01ac87493c3e487caeb1976d3cd8890ec6256667eabd2547a2487373459f4348","observation_id":"b8acc336-1679-4fcb-9886-f24733f45d75","resolution":{"observed_at":"2026-08-07T01:07:59.639019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-07T01:07:59.728279Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning.arXiv preprint arXiv:2501.12948, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.728279Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:9e33676e6bf6418953f00cb81c31812eda9bde575d7b609b1237453ea4c57697","observation_id":"48e7c5d4-46a5-4548-a2da-b95fd9ebe06d","resolution":{"observed_at":"2026-08-07T01:07:59.728279Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:07:59.778246Z","title":"Llm-pros: Analyzing large language models’ performance in competitive problem solving.arXiv preprint arXiv:2502.04355, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.778246Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:1fd4d03a0375b6c23ca252c301c7290128919c69193c048eb3a71b133ce60e2f","observation_id":"2c2e3929-fc0a-4716-a136-adb14b1f5c78","resolution":{"observed_at":"2026-08-07T01:07:59.778246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.02143","last_updated":"2024-06-04T05:49:50Z","snapshot_observed_at":"2026-07-06T16:56:46.051958Z","submitted_at":"2023-12-04T18:58:57Z","title":"Competition-Level Problems are Effective LLM Evaluators","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.02143","snapshot_observed_at":"2026-08-07T01:07:59.838876Z","title":"Competition-level problems are effective llm evaluators.arXiv preprint arXiv:2312.02143, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.838876Z"},"links":{"cited_paper":"/paper/2312.02143","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:52f8a1f6770559935eb470ed5a1aae8759f1793dec4799eceff833f739d37b30","observation_id":"5637c6f3-e880-4a07-a26c-5372d634466d","resolution":{"observed_at":"2026-08-07T01:07:59.838876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-07T01:07:59.903622Z","title":"Openai o1 system card.arXiv preprint arXiv:2412.16720, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.903622Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:15517fee27aa9bc148bbe3ab9cccdda1b3f1d8aeaf5324b333841f1679af3ffe","observation_id":"64f8c4ad-35fb-4f20-ba1f-50281ce84772","resolution":{"observed_at":"2026-08-07T01:07:59.903622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-07T01:07:59.995412Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code.arXiv preprint arXiv:2403.07974, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T01:07:59.995412Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:591ec645e21f91da4320fc8ab32fe3614e3b1d61f8f9e12c4221d22d8f8b48d0","observation_id":"09e0b0da-7573-4402-a07b-62a162f0725c","resolution":{"observed_at":"2026-08-07T01:07:59.995412Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.522999Z","title":"Swe-bench: Can language models resolve real-world github issues? InThe Twelfth International Conference on Learning Representations, 2024","venue":null,"work_id":"47003a5f-a452-4ff7-afcb-fc4ea4adc055","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.043224Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:de055f7a1d2dd5a28903d1bde7fd3b149e0f19cdd61d3e980e9a12871891833c","observation_id":"eacc619b-c547-4daa-9675-869670242216","resolution":{"observed_at":"2026-08-07T01:08:07.585390Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.358054Z","title":"Competition-level code generation with alphacode.Science, 378(6624):1092–1097, 2022","venue":null,"work_id":"2d2b0809-32d2-43f4-ba78-729598922973","year":2022},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.106253Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:35bcf6a51b579da9fe835e4f51afa9d8c86c0ce8c7d80638b1c890dc9fa4cfd5","observation_id":"b8f52cd7-2864-4d56-ba98-dfc61aabea0a","resolution":{"observed_at":"2026-08-07T01:08:07.400024Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:00.136265Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.136265Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:bffec160463e9492d322b8021d12892df246884744250a4703cc33425b08eb11","observation_id":"3a57fd1f-cf44-4052-92ac-fdb0e13bb8b9","resolution":{"observed_at":"2026-08-07T01:08:00.136265Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03091","last_updated":"2023-10-04T01:13:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-05T17:59:41Z","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03091","snapshot_observed_at":"2026-08-07T01:08:00.224402Z","title":"Repobench: Benchmarking repository-level code auto-completion systems.arXiv preprint arXiv:2306.03091, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.224402Z"},"links":{"cited_paper":"/paper/2306.03091","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:024942237c8926a50dcfd3904b71efc15414807b555a0b18070a547fa5e067ba","observation_id":"1c7c66ac-080f-48c8-99d7-7c4238722359","resolution":{"observed_at":"2026-08-07T01:08:00.224402Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.183172Z","title":"Model card: Meta llama 3.1 405b instruct","venue":null,"work_id":"d4189b95-9d8d-4bbb-89ae-7debee8c92e7","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.298428Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:cfc480fa771fcdb87830aaa9c5af4cdf4a17a9644137120e35a7a3791b861f54","observation_id":"2a5816f7-5113-4be4-93f0-6dd0635d1c5f","resolution":{"observed_at":"2026-08-07T01:08:07.243026Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:07.029875Z","title":"Codeforces, 2010","venue":null,"work_id":"ddee9630-06eb-4a29-b5d0-828bc86c14bd","year":2010},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.390010Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:d8ac9e096c2b5722f338c21789effedc8a0b51d3e36cebabb1f912fdd7426003","observation_id":"bf0414bd-6abb-4287-abb1-2a91bb278ba2","resolution":{"observed_at":"2026-08-07T01:08:07.092759Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.839011Z","title":"System card: Gpt-4o.https://openai.com/index/gpt-4o-system-card/, 2024","venue":null,"work_id":"d7381428-7970-40c2-ab7a-5ced09be4afa","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.496630Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:a59ea0f93cc0af59e3f22d5551c76feec94b87bf53caf2ff0f064bcda170c3b9","observation_id":"a109ece0-d067-4063-80b1-2c9b04adcf97","resolution":{"observed_at":"2026-08-07T01:08:06.929728Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.678831Z","title":"Release note: Gpt -4.1","venue":null,"work_id":"12768239-376b-4952-aa67-c1f5b3e62c2d","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.581780Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:3ac91494e67d145d7ba716f7f7d55178a3b740def8f8ae16bd23fe8844e23f4e","observation_id":"4bdc3cca-17ab-44b2-8444-704b6360f6e1","resolution":{"observed_at":"2026-08-07T01:08:06.742707Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.525806Z","title":"Release note: Gpt -4.1 mini","venue":null,"work_id":"8a975474-0a9c-462b-a7b9-5a9a27d63e8b","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.645729Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:7ca37c55439c496f18daaa0a9c3ce415b3c68bd3532f3e3960ce040af9fe4e3d","observation_id":"1ec49e91-dc12-4df7-bc73-6dcfa7d1caa9","resolution":{"observed_at":"2026-08-07T01:08:06.585966Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.333946Z","title":"System card: Gpt-4.5.https://openai.com/index/gpt-4-5-system-card/, 2025","venue":null,"work_id":"957e8889-0aee-454a-a895-5de7713a1f68","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.738149Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:9b09c943d37bd1c85caf7371d204311077b84364038e6c0743b026dac5d0d054","observation_id":"3bbe85c7-ba89-445e-b49b-a841293f34cb","resolution":{"observed_at":"2026-08-07T01:08:06.430459Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:06.134776Z","title":"System card: Openai o3 -mini","venue":null,"work_id":"f55e3895-6903-4473-87bd-663800326e49","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.762122Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:a029cb7a123eac4aac671d376f398f72bac85c3d52de6803f0d48aa2cf66da60","observation_id":"82afb4a0-dc7b-4d0c-878a-207275dc207b","resolution":{"observed_at":"2026-08-07T01:08:06.235377Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.885018Z","title":"System card: Openai o4 -mini (including the o4-mini-high variant)","venue":null,"work_id":"4b16ee24-bb3b-4b16-908b-e80ce9bb29e1","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.784875Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:78717a5c52b3295510e005a224f459286c96f61599fd0cccf45d26eb9fc6a3f8","observation_id":"72585f97-7f07-47fd-ab89-890f50257977","resolution":{"observed_at":"2026-08-07T01:08:06.021170Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.646895Z","title":"Introducing openai o3 and o4-mini","venue":null,"work_id":"6cabbf56-77bc-48f5-98a8-adcf0643951e","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.804479Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:7022c6cc7d779359484d2e7f4b2003b8a03f41fb69442fc8d9c126d8a9c98316","observation_id":"e4266e79-9914-4b7f-ac7b-5b9adc9071d3","resolution":{"observed_at":"2026-08-07T01:08:05.763343Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.01257","last_updated":"2025-01-03T16:36:12Z","snapshot_observed_at":"2026-07-31T19:08:41.925451Z","submitted_at":"2025-01-02T13:49:00Z","title":"CodeElo: Benchmarking Competition-level Code Generation of LLMs with Human-comparable Elo Ratings","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.01257","snapshot_observed_at":"2026-08-07T01:08:00.872714Z","title":"Codeelo: Benchmarking competition-level code generation of llms with human-comparable elo ratings.arXiv preprint arXiv:2501.01257, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:00.872714Z"},"links":{"cited_paper":"/paper/2501.01257","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:ee0ae38eb94f2510e0031cb5c3fea188beaded9a00b8bbcebead797a834004af","observation_id":"90499ba3-6223-499a-a37c-87532b727c53","resolution":{"observed_at":"2026-08-07T01:08:00.872714Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.376684Z","title":"Model card: Llama 4 maverick 17b instruct.https://huggingface","venue":null,"work_id":"87174c28-108c-4fc6-8189-2a88f0957c6d","year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.002796Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:2e6083512045d3c495bd9fff55fd36cb2d75d3a9f5de6a7291636f63bca74fdc","observation_id":"f12630cb-c19d-4557-aeda-5b50fccd89e1","resolution":{"observed_at":"2026-08-07T01:08:05.486831Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.10952","last_updated":"2024-04-16T23:27:38Z","snapshot_observed_at":"2026-08-07T05:16:48.851507Z","submitted_at":"2024-04-16T23:27:38Z","title":"Can Language Models Solve Olympiad Programming?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.10952","snapshot_observed_at":"2026-08-07T01:08:01.161542Z","title":"Can language models solve olympiad programming?arXiv preprint arXiv:2404.10952, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.161542Z"},"links":{"cited_paper":"/paper/2404.10952","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:ec88c9a35bf96d910ee453ae72e83dc438144eca1ce7b1e417bcdd232ac0286d","observation_id":"37011065-6ddf-4089-9c7f-356ad251e219","resolution":{"observed_at":"2026-08-07T01:08:01.161542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.174737Z","title":"New features: friends, tags and more, 2011","venue":null,"work_id":"ca35dd62-13c8-4abd-8208-7a60172bde04","year":2011},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.269488Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:4898c31f2cea2701c9f6be686f9e52a9fb36d8a22fe5ec4825e1fa52eb1570e5","observation_id":"4cd6fca4-66f2-4931-948f-c2a9a702ef2e","resolution":{"observed_at":"2026-08-07T01:08:05.241322Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:05.083535Z","title":"Learning task decomposition to assist humans in competitive programming","venue":null,"work_id":"6136de2a-03c7-4cf6-95dc-2150c1725432","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.345958Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:0cffebdcb6550a89c97effba5ba6691d6d726f7810cadf80fdf0e09ca42d8c57","observation_id":"96575616-7b23-4d58-bd45-682e4b209017","resolution":{"observed_at":"2026-08-07T01:08:05.139259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.14655","last_updated":"2025-04-20T15:28:16Z","snapshot_observed_at":"2026-08-07T16:00:46.114758Z","submitted_at":"2025-04-20T15:28:16Z","title":"LeetCodeDataset: A Temporal Dataset for Robust Evaluation and Efficient Training of Code LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.14655","snapshot_observed_at":"2026-08-07T01:08:01.421727Z","title":"Leetcodedataset: A temporal dataset for robust evaluation and efficient training of code llms","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.421727Z"},"links":{"cited_paper":"/paper/2504.14655","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:5c0e5421797e3e427584c85461f1e55fc14eb0d9de88a65d5186e7583e92a0d8","observation_id":"88adc4bf-2f71-4e37-9529-14dff9aec9bb","resolution":{"observed_at":"2026-08-07T01:08:01.421727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.908907Z","title":"Evaluating the smooth control of attribute intensity in text generation with llms","venue":null,"work_id":"6087d37d-93ef-4f0b-9e54-abf5e82d5167","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.521759Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:be6a7856d891c6246c8b0db43d00f4418594b82d5324677138f604a7d5cfcd1d","observation_id":"43990623-9f95-4e6f-b41c-66e9fdb93613","resolution":{"observed_at":"2026-08-07T01:08:04.979832Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-07-31T19:00:59.311189Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-07T01:08:01.638982Z","title":"ultimate","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.638982Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:7e727712e7ae6d5e849fa5d8442a55013e4b776df3430c924c37f14f69934920","observation_id":"4f4b5262-6124-48f8-88d6-2e78c2aa831f","resolution":{"observed_at":"2026-08-07T01:08:01.638982Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.781441Z","title":null,"venue":null,"work_id":"0274a4ea-9d36-4661-bf59-aeaa19e2cb44","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.709186Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:2f8a9fcb5ed1f0a4bd5a10441b4cef80b3defeb7e87bdb0583a6e1f11a9e76e4","observation_id":"3636a231-c72e-41fa-a983-710c247cf86a","resolution":{"observed_at":"2026-08-07T01:08:04.845244Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.649531Z","title":null,"venue":null,"work_id":"1e2d8c77-2856-451f-8501-65d614794e59","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.791116Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:cdb7dc72bb993a26a8a5da13f95ffc6144278925a64506a617ec50ddd38092eb","observation_id":"f5f19399-1ea9-4735-b99b-161cb8d89466","resolution":{"observed_at":"2026-08-07T01:08:04.707083Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.491529Z","title":"Fails Sample","venue":null,"work_id":"908e127c-7a4a-44bb-bb77-18326036d418","year":2024},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.885531Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:869b940e7561daf0c0aed2996d5883c9a41228c944d0848708ebf255383f0136","observation_id":"2d1a3438-f692-4830-9cd2-5358542e9963","resolution":{"observed_at":"2026-08-07T01:08:04.555144Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.313979Z","title":"Therefore every element that appears before that minimum in the original array must be moved to the back (and thus increased by 1)","venue":null,"work_id":"8773ae5b-ab7f-4c84-af8d-7620a9ffaec2","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:01.957114Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:60330d51edebf4e31249b813010f9a22b860f326e48ef05daaccf8aa668579b0","observation_id":"d4c6fd24-4d4e-4a71-928e-7810bcaaa26e","resolution":{"observed_at":"2026-08-07T01:08:04.394086Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:04.131313Z","title":"56 LiveCodeBench Pro","venue":null,"work_id":"a9c906ec-d903-4f8c-9f3f-69281d4d9dd7","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.042300Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:87aba960202dec490c38c3e4e46ef7efda4857d05cdd7a1045379ae00d0281de","observation_id":"8935f76a-d61b-4745-b55b-1cf526007798","resolution":{"observed_at":"2026-08-07T01:08:04.211737Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.979315Z","title":"suffix minima sequence","venue":null,"work_id":"27308f8b-dfd4-4d53-99d6-3e58fe6ef9e7","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.169936Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:fc950e6c3435964fc8d44c104d548f27e30804715e5d198c93a6eeb4e97d035b","observation_id":"a3a469b2-1b30-45e8-9ebc-d28b2990eb5b","resolution":{"observed_at":"2026-08-07T01:08:04.061712Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.787684Z","title":null,"venue":null,"work_id":"86e5d433-24ee-4b98-8e97-6ef51cee9068","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.235507Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:0ee420d81e29f4ea1a92a5d476fcc3f82e0cc9d26f9fadcc22cd27532353c046","observation_id":"fd2468dc-9169-443c-b8ec-bb0d943be1fd","resolution":{"observed_at":"2026-08-07T01:08:03.869637Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.604883Z","title":null,"venue":null,"work_id":"22abca6b-5c78-450a-a310-43299c46070d","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.411334Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:4176a92bf1863779d904caa5788fa310ea2046b5d905a00c4abf26fbdbc9c313","observation_id":"ba0ca66c-6d6d-4804-9d39-58eef4254009","resolution":{"observed_at":"2026-08-07T01:08:03.689735Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.421203Z","title":null,"venue":null,"work_id":"7a4a2232-9b54-4003-94cf-2a2e24fccb44","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.527033Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:0ecb33c25b985f14ab4130d77b3b16debb1bb50822a8832a13333a3ea036b7ca","observation_id":"93f38720-770a-4968-a3f6-5ce6f7a481e2","resolution":{"observed_at":"2026-08-07T01:08:03.504941Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T01:08:03.231966Z","title":"op\",i, \"moved id","venue":null,"work_id":"fbc891dd-02a7-4903-9fd7-bce15f9b0701","year":null},"citing_paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-07T01:08:02.659078Z"},"links":{"citing_paper":"/paper/2506.11928"},"observation_digest":"sha256:631084d3a50a21ec293d0d9abec2f6920842ccdaf1fd9e48282aa959e5b7cdd3","observation_id":"1c0aa292-0487-41dd-833a-a6abbee63e8f","resolution":{"observed_at":"2026-08-07T01:08:03.317359Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.11928","last_updated":"2025-06-13T16:29:09Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-07T05:17:24.433763Z","submitted_at":"2025-06-13T16:29:09Z","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?"},"reference_resolution":{"displayed":66,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":0,"verified_fuzzy":46},"total_outbound_references":66},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 66 of 66 outbound references and 17 inbound Pith citation observations for arXiv:2506.11928."}