{"as_of":"2026-08-08T17:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f4d646fff871249801ee2afda77630ad408cc6c9fa752f44fd177de8b57158ba","coverage":[{"denominator":8,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-12T04:28:33.393520Z","state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.03158/citation-record","integrity":"/paper/2607.03158/integrity","json":"/paper/2607.03158/citation-record.json","paper":"/paper/2607.03158"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":"Program synthesis with large language models, 2021","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:0bc8e0c9e338e96fdd435c6b75cceb1f37104d29db985414bdce688d04d54750","observation_id":"c091ef33-26e3-4b84-9818-f42b8ef2a2d7","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:42bac0d5c19607fccd7e68387c45714f6764877028afc9aebbc137be7b15e7ef","observation_id":"cc80d0d5-dba5-45bc-9da0-deb241f6a5b2","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10541","last_updated":"2024-11-15T19:26:38Z","snapshot_observed_at":"2026-07-06T19:51:09.829522Z","submitted_at":"2024-11-15T19:26:38Z","title":"Does Prompt Formatting Have Any Impact on LLM Performance?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10541","snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":"Does prompt formatting have any impact on llm performance?, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"cited_paper":"/paper/2411.10541","citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:410e523e2c61f191169224440b2cb1db9cd95a6f51ed457b22f99cb3856380cb","observation_id":"6bdd4d66-184a-4456-a589-19273f872a44","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":"Truong, Weixin Liang, Fan-Yun Sun, and Nick Haber","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:669c4991ccf91eb99126acc3bf2a78404b5cbf1ce5606ff2b66a780e37c8473b","observation_id":"e6332c34-d139-4095-bae3-570a287e1d3b","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":"SWE -bench: Can language models resolve real-world github issues? In International Conference on Learning Representations (ICLR), 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:91a2e3b76d1b181f37cb73d43f959f5a0ea47ead9b8ad5c4eac9ec44d0623df4","observation_id":"0d4e6ead-48df-4c92-a52d-e7e63ae03dce","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":"From articles to code: on-demand generation of core algorithms from scientific publications","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:720a47b416bdfdd922f1dfac6ec258be39f3185721cbf40c828d53fb07ac8de8","observation_id":"ec50c64b-ab52-4ebe-a47f-10a85d49f662","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":"Paperbench: Evaluating AI s ability to replicate AI research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:af1644314e1a6a486ec7f02293835c510693375a15e9b4ee48f6d5018a4ec529","observation_id":"2930f41d-a84d-4745-adbd-357b70e3c544","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T04:28:33.393520Z","title":"Scireplicate-bench: Benchmarking LLM s in agent-driven algorithmic reproduction from research papers","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-07-12T04:28:33.393520Z"},"links":{"citing_paper":"/paper/2607.03158"},"observation_digest":"sha256:1b505dc6b6172f51eb130983c0233489e57d8dfb226c2cc0bc5024cfac1d6d5c","observation_id":"8f306a95-9a3c-416d-a672-d5271d076014","resolution":{"observed_at":"2026-07-12T04:28:33.393520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.03158","last_updated":"2026-07-03T09:58:38Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-08T01:36:35.747103Z","submitted_at":"2026-07-03T09:58:38Z","title":"Which Algorithm Specification Formats Help Language Models Implement Machine Learning Algorithms?"},"reference_resolution":{"displayed":8,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":8,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":8},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 8 of 8 outbound references and 0 inbound Pith citation observations for arXiv:2607.03158."}