{"as_of":"2026-08-16T09:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4677ceeacab93471f4a628e33bef8912d9752d0a6d8c5fe60cd2b83f9a0c7876","coverage":[{"denominator":12,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T23:51:19.859577Z","state":"measured"},{"denominator":18,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":18,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-12T12:32:39.706055Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T16:49:57.838826Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"cited_work":{"arxiv_id":"2506.17335","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17335","snapshot_observed_at":"2026-07-04T16:49:57.838826Z","title":"arXiv preprint arXiv:2506.17335 , year=","venue":null,"work_id":"17da4978-f30d-468c-a3da-0dee18d2be06","year":2025},"citing_paper":{"arxiv_id":"2602.11354","last_updated":"2026-04-09T18:26:34Z","snapshot_observed_at":"2026-08-12T23:17:52.021790Z","submitted_at":"2026-02-11T20:42:10Z","title":"ReplicatorBench: Benchmarking LLM Agents for Replicability in Social and Behavioral Sciences","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-16T02:01:07.555124Z"},"links":{"cited_paper":"/paper/2506.17335","citing_paper":"/paper/2602.11354"},"observation_digest":"sha256:19208738e639cb28a298fb1f689320436bc5f0e3eec1969e96019a4d1313bc52","observation_id":"e6d145cd-0a8e-4942-83c0-02e112f8beab","resolution":{"observed_at":"2026-05-16T02:02:06.915158Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"cited_work":{"arxiv_id":"2506.17335","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17335","snapshot_observed_at":"2026-07-04T16:49:57.838826Z","title":"arXiv preprint arXiv:2506.17335 , year=","venue":null,"work_id":"17da4978-f30d-468c-a3da-0dee18d2be06","year":2025},"citing_paper":{"arxiv_id":"2604.10718","last_updated":"2026-04-12T16:28:51Z","snapshot_observed_at":"2026-08-15T11:49:03.806779Z","submitted_at":"2026-04-12T16:28:51Z","title":"SciPredict: Can LLMs Predict the Outcomes of Scientific Experiments in Natural Sciences?","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-10T15:55:34.768853Z"},"links":{"cited_paper":"/paper/2506.17335","citing_paper":"/paper/2604.10718"},"observation_digest":"sha256:dd6086251c23e89f8ce4de60cd41ea82cb2aee4213a6b28fe18b0fe33152ddc9","observation_id":"60fbff89-35b2-4fa3-bcb4-5cb540e0de55","resolution":{"observed_at":"2026-05-11T09:36:03.510020Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"cited_work":{"arxiv_id":"2506.17335","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17335","snapshot_observed_at":"2026-07-04T16:49:57.838826Z","title":"arXiv preprint arXiv:2506.17335 , year=","venue":null,"work_id":"17da4978-f30d-468c-a3da-0dee18d2be06","year":2025},"citing_paper":{"arxiv_id":"2605.17324","last_updated":"2026-05-17T08:30:45Z","snapshot_observed_at":"2026-08-03T01:56:42.822957Z","submitted_at":"2026-05-17T08:30:45Z","title":"ASPI: Seeking Ambiguity Clarification Amplifies Prompt Injection Vulnerability in LLM Agents","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-05-19T23:54:15.987953Z"},"links":{"cited_paper":"/paper/2506.17335","citing_paper":"/paper/2605.17324"},"observation_digest":"sha256:7c39665e505915559f33b18d1d60d48a24dfa565400a9df9d18929e440fecd00","observation_id":"3ced7e92-6834-4b28-94c4-b79fb9cdeeea","resolution":{"observed_at":"2026-05-19T23:57:53.347049Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"cited_work":{"arxiv_id":"2506.17335","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17335","snapshot_observed_at":"2026-07-04T16:49:57.838826Z","title":"arXiv preprint arXiv:2506.17335 , year=","venue":null,"work_id":"17da4978-f30d-468c-a3da-0dee18d2be06","year":2025},"citing_paper":{"arxiv_id":"2605.28655","last_updated":"2026-05-27T15:56:12Z","snapshot_observed_at":"2026-08-12T13:47:46.993153Z","submitted_at":"2026-05-27T15:56:12Z","title":"AutoScientists: Self-Organizing Agent Teams for Long-Running Scientific Experimentation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-29T12:39:00.460842Z"},"links":{"cited_paper":"/paper/2506.17335","citing_paper":"/paper/2605.28655"},"observation_digest":"sha256:b7c0d7ce49def7a48b24aa99da393f12665047a991f2e94784d12322e41bb4a0","observation_id":"0d1807e1-3a13-4bf4-93c1-7555d34ff371","resolution":{"observed_at":"2026-06-29T12:43:25.748637Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"cited_work":{"arxiv_id":"2506.17335","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17335","snapshot_observed_at":"2026-07-04T16:49:57.838826Z","title":"arXiv preprint arXiv:2506.17335 , year=","venue":null,"work_id":"17da4978-f30d-468c-a3da-0dee18d2be06","year":2025},"citing_paper":{"arxiv_id":"2606.24530","last_updated":"2026-07-06T16:56:53Z","snapshot_observed_at":"2026-08-15T20:31:56.652908Z","submitted_at":"2026-06-23T12:58:23Z","title":"NatureBench: Can Coding Agents Match the Published SOTA of Nature-Family Papers?","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-06-26T00:13:14.940915Z"},"links":{"cited_paper":"/paper/2506.17335","citing_paper":"/paper/2606.24530"},"observation_digest":"sha256:e5c75cdd5a10ffad19d399106a3216dabafc31a98488d186ea3bc24fad00bc01","observation_id":"d85ef8c4-0c1f-483c-b4cc-b16d2bd675b5","resolution":{"observed_at":"2026-07-04T16:49:57.840731Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.17335","snapshot_observed_at":"2026-07-12T12:32:39.706055Z","title":"LMR-BENCH : Evaluating LLM agent's ability on reproducing language modeling research, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.24530","last_updated":"2026-07-06T16:56:53Z","snapshot_observed_at":"2026-08-15T20:31:56.652908Z","submitted_at":"2026-06-23T12:58:23Z","title":"NatureBench: Can Coding Agents Match the Published SOTA of Nature-Family Papers?","version":2},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-07-12T12:32:39.706055Z"},"links":{"cited_paper":"/paper/2506.17335","citing_paper":"/paper/2606.24530"},"observation_digest":"sha256:021c700fef795d446e01fcee1bb7a515765b976bb98296d9d25c4c1a21ff9f36","observation_id":"c805db18-cecd-469b-8f1a-542ec7d94869","resolution":{"observed_at":"2026-07-12T12:32:39.706055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.17335/citation-record","integrity":"/paper/2506.17335/integrity","json":"/paper/2506.17335/citation-record.json","paper":"/paper/2506.17335"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:51:20.754458Z","title":null,"venue":null,"work_id":"491db9d8-8246-406c-aa9a-98e7c2409356","year":null},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.396084Z"},"links":{"citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:e253a0f862314754de969311888211ca8bc74120fdc4aea90bf6e56e268a69aa","observation_id":"57159559-538c-43d7-8ad9-a324dc09a8fe","resolution":{"observed_at":"2026-08-06T23:51:20.836512Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:51:20.607115Z","title":null,"venue":null,"work_id":"dbd18d73-301e-47a3-b6e8-a30666e64e9b","year":null},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.511451Z"},"links":{"citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:b15f3a26a00a59949a9d67ab1a7a4822403004de3001a4549533699eeacccae8","observation_id":"87d77231-adf4-41bb-96d3-b30f3d6139cd","resolution":{"observed_at":"2026-08-06T23:51:20.673889Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:51:20.207552Z","title":null,"venue":null,"work_id":"de5d6886-ad33-42f5-a533-b02ea088221c","year":null},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.739258Z"},"links":{"citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:21b9233e6872cebfe8d2d5ba024070abc167b77a160a0a93b36c811bfefb84f8","observation_id":"f33282d9-4110-4476-a0ca-49dfe6ab5815","resolution":{"observed_at":"2026-08-06T23:51:20.252786Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09835","last_updated":"2024-08-21T13:36:30Z","snapshot_observed_at":"2026-08-14T14:51:28.100849Z","submitted_at":"2023-11-16T12:03:21Z","title":"ML-Bench: Evaluating Large Language Models and Agents for Machine Learning Tasks on Repository-Level Code","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09835","snapshot_observed_at":"2026-08-06T23:51:19.113797Z","title":"InThe Twelfth In- ternational Conference on Learning Representations, ICLR 2024, Vienna, Austria, May 7-11, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.113797Z"},"links":{"cited_paper":"/paper/2311.09835","citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:b92fdd075442914ddc35a555869cc60d4aa409ef1776c2d3494e658b9e20c7f7","observation_id":"883b6106-d5c8-4d33-95d9-44f1c38e3cb9","resolution":{"observed_at":"2026-08-06T23:51:19.113797Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.01848","last_updated":"2025-04-07T12:15:49Z","snapshot_observed_at":"2026-07-06T21:03:06.857885Z","submitted_at":"2025-04-02T15:55:24Z","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.01848","snapshot_observed_at":"2026-08-06T23:51:19.213148Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.213148Z"},"links":{"cited_paper":"/paper/2504.01848","citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:9bb11bc907b67a69a4c5e19f06ba4800d7cc47317a6954ee19d0936ba49734f3","observation_id":"f9a25c14-4a9a-4ea1-a8db-50e3ec9c6a9b","resolution":{"observed_at":"2026-08-06T23:51:19.213148Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:51:20.911384Z","title":null,"venue":null,"work_id":"1d468d6a-acfe-4da2-adab-4c22a6a48a9a","year":2024},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.322363Z"},"links":{"citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:187a4b6283e35139e539e46f21008d0dd851e42ed80ee377aa83e4a95d67a170","observation_id":"af802a7a-dda6-45ba-8d27-98008dd0d2fc","resolution":{"observed_at":"2026-08-06T23:51:20.981951Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:51:20.468311Z","title":null,"venue":null,"work_id":"7c0a6a6f-4489-4552-80e8-f84bce394ea6","year":null},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.592820Z"},"links":{"citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:2826b2979cd3abe5182c4f5c29f5826e17f1456f13f524be57c48323ffb847bb","observation_id":"baee7219-cc49-4df9-ba1a-11a586e082d7","resolution":{"observed_at":"2026-08-06T23:51:20.547627Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:51:20.322319Z","title":null,"venue":null,"work_id":"07734a7f-c564-44c9-8a3e-8e122e5a4179","year":null},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.670576Z"},"links":{"citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:c91ff6e274dcdc3ce059d594ded9ace3210b07ed62d92a519b4161e93a16bb7f","observation_id":"09dd6fd4-f00d-4c73-939f-63316f0f3191","resolution":{"observed_at":"2026-08-06T23:51:20.400595Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18290","last_updated":"2024-07-29T22:26:36Z","snapshot_observed_at":"2026-08-01T16:34:38.795326Z","submitted_at":"2023-05-29T17:57:46Z","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18290","snapshot_observed_at":"2026-08-06T23:51:19.859577Z","title":"instance_id","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.859577Z"},"links":{"cited_paper":"/paper/2305.18290","citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:d3b4bab032b2416ec7792dfa463ad1d102abf1c40132cadc57617d0153eecfc2","observation_id":"8b116405-54ef-45cd-bdcf-025233dcdeb7","resolution":{"observed_at":"2026-08-06T23:51:19.859577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-06T23:51:18.855974Z","title":"Ziru Chen, Shijie Chen, Yuting Ning, Qianheng Zhang, Boshi Wang, Botao Yu, Yifei Li, Zeyi Liao, Chen Wei, Zitong Lu, Vishal Dey, Mingyi Xue, Frazier N","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:18.855974Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:020b91e9552d3bc1ac9636fd1cbec7e65b3078b6cf13cd33bbf2edb6893cc08e","observation_id":"bc2862dc-3e49-4de9-b15c-44655210cd94","resolution":{"observed_at":"2026-08-06T23:51:18.855974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-06T23:51:19.035337Z","title":"InForty-first In- ternational Conference on Machine Learning, ICML 2024, Vienna, Austria, July 21-27, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:19.035337Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:82cd71cb81799e17ddd851421a98e6627aeb3b23f682425fdf5e1f1d154bc1a4","observation_id":"14d38a06-45a6-4507-820f-6cbd5426ef1b","resolution":{"observed_at":"2026-08-06T23:51:19.035337Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.08385","last_updated":"2025-06-14T16:27:19Z","snapshot_observed_at":"2026-08-07T16:06:35.591040Z","submitted_at":"2025-04-11T09:37:48Z","title":"Scholar Inbox: Personalized Paper Recommendations for Scientists","version":2},"cited_work":{"arxiv_id":"2504.08385","doi":null,"metadata_source":"pith","pith_arxiv_id":"2504.08385","snapshot_observed_at":"2026-08-06T23:51:20.027748Z","title":"Scholar Inbox: Personalized Paper Recommendations for Scientists","venue":"cs.CL","work_id":"f88919f0-8542-405b-bcc3-69773e581d4c","year":2025},"citing_paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T23:51:18.942033Z"},"links":{"cited_paper":"/paper/2504.08385","citing_paper":"/paper/2506.17335"},"observation_digest":"sha256:84957f5239f11b53848d1cfd9f2f5dcdbcf306b389c49796e1ed4c391ec60db8","observation_id":"be67592c-3bc9-444c-85d6-8b9f3e0caeba","resolution":{"observed_at":"2026-08-06T23:51:20.085665Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.17335","last_updated":"2025-06-19T07:04:16Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-14T14:52:05.537383Z","submitted_at":"2025-06-19T07:04:16Z","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research"},"reference_resolution":{"displayed":12,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":11,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":12},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 12 of 12 outbound references and 6 inbound Pith citation observations for arXiv:2506.17335."}