{"as_of":"2026-08-21T00:30:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:375c43b2eebe1392389c060d51754abf7f86de183f240c21eab4f007c39bdbb2","coverage":[{"denominator":39,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":39,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T21:10:33.709806Z","state":"measured"},{"denominator":41,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":41,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:07:11.608227Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-11T09:05:57.639366Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.10653","snapshot_observed_at":"2026-08-06T21:07:11.608227Z","title":"On the evaluation of engineer- ing artificial general intelligence","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.00951","last_updated":"2025-07-12T02:50:17Z","snapshot_observed_at":"2026-08-18T03:07:18.592815Z","submitted_at":"2025-07-01T16:52:25Z","title":"Thinking Beyond Tokens: From Brain-Inspired Intelligence to Cognitive Foundations for Artificial General Intelligence and its Societal Impact","version":3},"reference_index":281,"source":"pdf_text","source_observed_at":"2026-08-06T21:07:11.608227Z"},"links":{"cited_paper":"/paper/2505.10653","citing_paper":"/paper/2507.00951"},"observation_digest":"sha256:c7a47e2905b4ccfa8211e45b47493d00ab72575e5ee681f5a95f8e991b2e3b34","observation_id":"8c167bb1-091a-4b4c-9656-bcb4dc2ebab4","resolution":{"observed_at":"2026-08-06T21:07:11.608227Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"cited_work":{"arxiv_id":"2505.10653","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.10653","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Sureshkumar, Aleksa Gordic, C","venue":null,"work_id":"5edc0fa6-8629-4acd-aa23-10f9db3eda01","year":null},"citing_paper":{"arxiv_id":"2604.12290","last_updated":"2026-04-27T16:57:20Z","snapshot_observed_at":"2026-08-16T07:23:04.084652Z","submitted_at":"2026-04-14T05:02:06Z","title":"Frontier-Eng: Benchmarking Self-Evolving Agents on Real-World Engineering Tasks with Generative Optimization","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T16:17:32.290531Z"},"links":{"cited_paper":"/paper/2505.10653","citing_paper":"/paper/2604.12290"},"observation_digest":"sha256:9d666f2bb852c349d5d33f0e8e99b3eee19d76c84119d5b17247db5698a123f2","observation_id":"28402a87-4d32-400c-a51e-bd3c15222d19","resolution":{"observed_at":"2026-05-11T09:05:57.642223Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.10653/citation-record","integrity":"/paper/2505.10653/integrity","json":"/paper/2505.10653/citation-record.json","paper":"/paper/2505.10653"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.412146Z","title":"From novice to expert : Excellence and power in clinical nursing practice","venue":null,"work_id":"79652605-c6a3-41b5-84c0-1b210c763270","year":1984},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.539649Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:64a8dfc52ff9221071d563912105cb8b8b77ab730f58d938a6b0a318776833af","observation_id":"36a2d00c-f90c-4e0d-a698-f74e2309a0fa","resolution":{"observed_at":"2026-08-15T21:10:34.416723Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.397679Z","title":"Expert teachers: Their characteristi cs, development and accomplishments","venue":null,"work_id":"3ddf69d5-8ee4-4ffb-9564-58be0caac06f","year":2004},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.544536Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:1e56fd9258668f74d7a928357ab92e0f4e2638115bef85e0421781241e0fee58","observation_id":"6109cab0-7d21-4ca2-9f11-95ff85dc900c","resolution":{"observed_at":"2026-08-15T21:10:34.402571Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.383327Z","title":"Taxonomy of","venue":null,"work_id":"5088ec8b-cd98-4442-baf4-b832067b28b1","year":1956},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.548876Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:2915e508268350d7443f7dffcbca72fa5600b6567301b574263835fe9aa4b0d8","observation_id":"001dfc19-1dc6-4bec-a204-eea83c7147b3","resolution":{"observed_at":"2026-08-15T21:10:34.388267Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.369250Z","title":"Lexglue: A benchm ark dataset for legal nlp tasks","venue":null,"work_id":"2529b123-998a-4c90-8d8b-d1021ce611ad","year":2022},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.553723Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:d9bab8375d170163b8fcc9906bae729a0a71c28d8bd3d90bfa847b67eea8de6b","observation_id":"f5e9aa6c-28bc-40a8-83df-fb254b3d2d76","resolution":{"observed_at":"2026-08-15T21:10:34.373597Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04604","last_updated":"2025-01-08T05:24:50Z","snapshot_observed_at":"2026-08-16T13:00:34.704005Z","submitted_at":"2024-12-05T20:40:28Z","title":"ARC Prize 2024: Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.04604","snapshot_observed_at":"2026-08-15T21:10:33.558396Z","title":"Arc prize 2024: Tech- nical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.558396Z"},"links":{"cited_paper":"/paper/2412.04604","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:82f4c9abdf15f91c01783b657a1d25f5ea84274f9a494f712b07a6c18b09cab3","observation_id":"14d42198-476b-4ef0-9864-f63babfff8a8","resolution":{"observed_at":"2026-08-15T21:10:33.558396Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-14T02:43:01.480086Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-15T21:10:33.562992Z","title":"Training veriﬁers to solve math word problems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.562992Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:68125b4d03c99077cae785af58b2fbd68dc455da980a13f13bc5b7da2c7f60f4","observation_id":"6d517b5b-45e0-4785-b951-c1b09af005c8","resolution":{"observed_at":"2026-08-15T21:10:33.562992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.354606Z","title":"Devin, 2024","venue":null,"work_id":"41da1d5f-0ef4-426b-b296-b844599b03b0","year":2024},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.567404Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:54cadf3c04377781439b90e5419ccc9129efa73c14871845919e74aa2c1115c1","observation_id":"aea1b460-5d59-4199-829b-aef97538e30d","resolution":{"observed_at":"2026-08-15T21:10:34.359463Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.340983Z","title":"A performance study of llm- generated code on leetcode","venue":null,"work_id":"0c9d7d19-964f-47aa-9a9a-2b3077401075","year":2024},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.572451Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:2bad2dbba9934b29c0d9415baf66b2fca261069728d200d89aeef7780aec8699","observation_id":"1592a5d3-b205-4a49-bfb7-04d50bdeefcd","resolution":{"observed_at":"2026-08-15T21:10:34.345442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.327073Z","title":"Designqa: A multimodal benc hmark for evaluating large language models’ understanding of engineering documentat ion","venue":null,"work_id":"cecd4396-9726-4de8-afd1-538174e75d14","year":2025},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.576962Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:541a7e960333a2772d954ea29af609fa5491086ad6e3a558c2008d3d270b0020","observation_id":"d59be1aa-26f7-48c1-b084-960595ad3f19","resolution":{"observed_at":"2026-08-15T21:10:34.331769Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.313726Z","title":"Mind over machine","venue":null,"work_id":"a989c4ad-6e2c-4f18-ad07-4da62e67ba13","year":1986},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.581262Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:f474dd7cffe242d6d8450e641dd9e5cacc0da818bde9ba5c262ca97232182403","observation_id":"b2a550ee-3f2b-429c-aca9-f4476f27685a","resolution":{"observed_at":"2026-08-15T21:10:34.317968Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06412","last_updated":"2023-07-06T17:19:42Z","snapshot_observed_at":"2026-08-16T15:34:02.855442Z","submitted_at":"2023-05-10T18:46:36Z","title":"Time-Dependent Equation-of-Motion Coupled-Cluster Simulations with a Defective Hamiltonian","version":2},"cited_work":{"arxiv_id":"2305.06412","doi":null,"metadata_source":"pith","pith_arxiv_id":"2305.06412","snapshot_observed_at":"2026-08-15T21:10:33.953892Z","title":"Time-Dependent Equation-of-Motion Coupled-Cluster Simulations with a Defective Hamiltonian","venue":"physics.chem-ph","work_id":"bc2b7b53-fd5c-4c83-80e0-a33d049641a9","year":2023},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.585229Z"},"links":{"cited_paper":"/paper/2305.06412","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:f002154fc225c9cd17f6df4d184d03919ce7dc18d90ab3306462b161d805b1b8","observation_id":"b437f498-ea57-46b0-a2f1-76861b69d444","resolution":{"observed_at":"2026-08-15T21:10:33.960820Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.300026Z","title":"From automation to augmentation: Redeﬁning engineering design and manufacturing in the age of nextgen- ai","venue":null,"work_id":"be278a86-0a48-446c-89f3-7751ea28ba2f","year":2024},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.589919Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:33fd771f2a16c3cca2b3b892f3a4744c1046f30e3ec7507707e5d5ac6cbbca94","observation_id":"90c8a2bf-2bf7-4a42-b129-ec553020572a","resolution":{"observed_at":"2026-08-15T21:10:34.304473Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.285238Z","title":"Artiﬁcial general intelligence: concep t, state of the art, and future prospects","venue":null,"work_id":"05060bcc-30ba-4653-a47a-cd1d3d3b76e3","year":2014},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.594652Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:d1394af770a2272a221a9e3fe04864f8501788e7b9c71d3525cca5744f01bab5","observation_id":"8cdce0f2-1999-4c91-a184-8ca14a84fd40","resolution":{"observed_at":"2026-08-15T21:10:34.289800Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-13T20:44:28.824685Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-15T21:10:33.598895Z","title":"Measuring massive multitask language un derstanding","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.598895Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:e158bbe3df0c2b745df150edb2b700be8563ca2bc373121a010b29facc595e82","observation_id":"28483a0e-e605-4e7f-b957-a5432f4d43ef","resolution":{"observed_at":"2026-08-15T21:10:33.598895Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.03874","last_updated":"2021-11-08T21:30:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-03-05T18:59:39Z","title":"Measuring Mathematical Problem Solving With the MATH Dataset","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.03874","snapshot_observed_at":"2026-08-15T21:10:33.603477Z","title":"Measuring mathematical proble m solving with the math dataset","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.603477Z"},"links":{"cited_paper":"/paper/2103.03874","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:dca5eebd40bfc865b470e61d790a30872e39fa88114cfaba9b728d1d4c29a691","observation_id":"402e9ff7-bc5e-46bc-8808-834d26013693","resolution":{"observed_at":"2026-08-15T21:10:33.603477Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-08-18T08:11:45.716032Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-15T21:10:33.608347Z","title":"Swe-bench: Can language models resolv e real-world github issues? arXiv pre g;;print arXiv:2310.06770 , 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.608347Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:e43828e6a375b7967b35cf4bcf59912960e8c7c1c3dd1e73f2001681ce827ddc","observation_id":"ea1d643d-d8e2-4c8a-9db7-5a14e149ae16","resolution":{"observed_at":"2026-08-15T21:10:33.608347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.06146","last_updated":"2019-09-13T11:18:20Z","snapshot_observed_at":"2026-08-17T06:10:48.003173Z","submitted_at":"2019-09-13T11:18:20Z","title":"PubMedQA: A Dataset for Biomedical Research Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.06146","snapshot_observed_at":"2026-08-15T21:10:33.612837Z","title":"Pubmedqa: A dataset for biomedical research question answering","venue":null,"work_id":null,"year":1909},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.612837Z"},"links":{"cited_paper":"/paper/1909.06146","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:8eaf62374d6af205ebd37321d74f8331ed63939c133c2ee0a3726b5c18094ead","observation_id":"b064c6b8-5d6a-4471-b05c-943d77393173","resolution":{"observed_at":"2026-08-15T21:10:33.612837Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.270210Z","title":"Medqa: A dataset for biomedical question answering","venue":null,"work_id":"1142660b-2e77-4b35-9e31-3295e71520df","year":2019},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.617290Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:5e7f73d89a79268e7244db3b24058483cfd944061795350467a124e49f670d98","observation_id":"ea5a5454-ee8d-460a-bfd1-f6289363e3b9","resolution":{"observed_at":"2026-08-15T21:10:34.275913Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.256060Z","title":"Competition-level code generation with alphacode","venue":null,"work_id":"7a1e63e8-a754-4978-be5c-6869ebe990df","year":2022},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.621208Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:b07dfe0090281ed63c2d442e22807e87dbf8e4b4f7283112d29a455ed6087acc","observation_id":"ccfaccb1-9569-454b-b072-104cdbb72ce2","resolution":{"observed_at":"2026-08-15T21:10:34.260742Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:33.625378Z","title":"Levels o f agi for operationalizing progress on the path to agi","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.625378Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:2b027dfa127ebbcdcc892b8dd7853d9dc6e7616640d1460e8f341c390212b1b3","observation_id":"521e9a4f-10fc-4881-b7e2-1103dddbb5d8","resolution":{"observed_at":"2026-08-15T21:10:33.625378Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.242034Z","title":"Medmcqa: A multi- choice benchmark for medical q&a","venue":null,"work_id":"8d9438c6-9195-4120-9387-2c93b26aa3cb","year":2022},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.629730Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:c2232170e6707e4b426462be15c0e0b6af881e4581c45de03a8adf98a43c9888","observation_id":"6dec5654-fcf6-4ae6-9664-c0d90f4766cc","resolution":{"observed_at":"2026-08-15T21:10:34.246597Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.227424Z","title":"Skills, rules, and knowledge; signals , signs, and symbols, and other distinc- tions in human performance models","venue":null,"work_id":"3a53337b-50d4-477d-960c-336c5091933c","year":1983},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.633828Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:2b551b1659a3fbbfab8e4e7229d3392db979d2958f05072ff39d76cc0d21bcf4","observation_id":"11f5e8ff-42b8-4cf2-bd89-ab495cf49e42","resolution":{"observed_at":"2026-08-15T21:10:34.232707Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.212511Z","title":"A perspective on lifelong open- ended learning autonomy for robotics through cognitive arc hitectures","venue":null,"work_id":"9c1ee719-0d26-4d28-99f6-2801104f96cd","year":2023},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.637916Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:fc6cba4d588cada3c9d791e23e2c9325c56ef2374891bbd8eda262e3a39677ef","observation_id":"8376ed5d-6c6b-44b8-a1b7-fa9eecd0476a","resolution":{"observed_at":"2026-08-15T21:10:34.217457Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.04615","last_updated":"2023-06-12T17:51:15Z","snapshot_observed_at":"2026-07-06T13:19:12.109592Z","submitted_at":"2022-06-09T17:05:34Z","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.04615","snapshot_observed_at":"2026-08-15T21:10:33.641934Z","title":"Beyond the imitation game: Measuring and extending the capabilities o f language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.641934Z"},"links":{"cited_paper":"/paper/2206.04615","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:1066a003aa27ebfca14b69237c2c2f9a9d20341f9ef975b0be0395ee1c9a1468","observation_id":"d324b66a-c292-4463-918e-b7f15057dfb3","resolution":{"observed_at":"2026-08-15T21:10:33.641934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.197411Z","title":"Superglue: A stickier benchm ark for general-purpose language understanding systems","venue":null,"work_id":"b4871777-5066-4812-aa3a-01ffce6c821d","year":2019},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.646381Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:4d8a8c2f440ab73482821a1a120085f0a85c57f8fd35dec0e9e3fe3455fc7b85","observation_id":"795e16db-b934-464e-8f44-73212aec5724","resolution":{"observed_at":"2026-08-15T21:10:34.202318Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.183184Z","title":"Mmlu -pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":"676d1450-e39a-471e-8197-47744c8d2f9e","year":2024},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.650886Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:f3d1d6a979b01d5abc18e22983e834f404d9811ab3917d2b41e1701fa841e60e","observation_id":"7e865421-76cf-4fa9-b6d7-ca6b6dd03fe7","resolution":{"observed_at":"2026-08-15T21:10:34.187613Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.168259Z","title":"Sciknowe val: A multi-level scientiﬁc knowledge evaluation benchmark for large language models","venue":null,"work_id":"3146063b-2af6-42ee-8cd1-3810ccc99207","year":2024},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.655225Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:39e1ad79d5e0860d2e48760321d275961b9f2a05dd019e1750a5cf012569816f","observation_id":"a8895d47-463e-4f87-8848-b30ceb864f34","resolution":{"observed_at":"2026-08-15T21:10:34.173193Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.153186Z","title":"Judg ing llm-as-a-judge with mt-bench and chatbot arena","venue":null,"work_id":"580bbc4b-8ad6-4fbc-9260-71f2fd364fce","year":2023},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.659302Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:48545e330494ae9a070d32a91307e847d0be8de557f6f5ae5087e73a51f3b6b1","observation_id":"c43d404a-5ecb-469c-bbcb-2d2ec8294903","resolution":{"observed_at":"2026-08-15T21:10:34.157800Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-20T14:40:50.372602Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-15T21:10:33.664262Z","title":"High-Altitude eVTOL Drone Requirements","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.664262Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:ddd790af6cc02520cf4b2ecf000ba5209bd5efbebd68d74f8eed1007c6b03bce","observation_id":"5c3d9ee4-2fa8-404e-99d9-50c849adfc58","resolution":{"observed_at":"2026-08-15T21:10:33.664262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.138569Z","title":"The quadrotor design emphasiz ed hover thrust, symmetric loading across multiple rotors, and rapid throttle response","venue":null,"work_id":"99521fa9-71ea-406c-acd1-cbf8e01a414e","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.669436Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:d67886bcbfa362740cb0215388e3db3edb1b27469f661397fe0d0125ab51f896","observation_id":"2e7dee89-f35c-472a-94c0-4e1d035c92d3","resolution":{"observed_at":"2026-08-15T21:10:34.143241Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.123634Z","title":"Li–S batteries, while offering higher speciﬁc energy, have lower discharge rates and a steeper voltage drop-off under load","venue":null,"work_id":"a5b7fd34-79b5-4ca6-849b-c711a7b29f9f","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.674172Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:0599cbde05bad71bf8cedf7cbca070c3d49ef129ef17b63e82672a7f272abd31","observation_id":"96a762ea-afbe-4c26-a2db-68721d9c8e94","resolution":{"observed_at":"2026-08-15T21:10:34.128442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.107765Z","title":"My prior motor-propeller-battery conﬁguration assumed compact LiPo packs that could be distributed evenly across a symmetrical frame, which does not apply to a ﬁxed-wing fuselage","venue":null,"work_id":"03ad706d-3caa-4e63-8b49-42b57fdde6ad","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.678494Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:628bcdb3bd1813da28826cc28b44b06b7706d3d94317654f108ac976d0787a53","observation_id":"2182c1a2-67ce-4a44-8dc1-66d1b8121775","resolution":{"observed_at":"2026-08-15T21:10:34.113505Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.092651Z","title":"Fixed-wing conﬁg- urations may have less direct airﬂow, especially during low -speed climb or gliding","venue":null,"work_id":"edfe5276-277b-4c48-a03e-c8b53dbc2632","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.683031Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:62cd55141fdd9a84128e93d6590d075417243ae4c4b9c6c4cf72e46800c028cf","observation_id":"17cf6622-dc6a-430b-9ef1-dad876d0d548","resolution":{"observed_at":"2026-08-15T21:10:34.098056Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.077072Z","title":"These may not remain valid under the ﬂatter discharge and dynamic loading behavi or of Li–S batteries","venue":null,"work_id":"83e1f67b-1781-4c41-9cad-7c6d469e7621","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.687779Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:e7b2c6a110d200e0077a246d03a35d77a9db7d89873fa8041e0c724689a9fc88","observation_id":"08b4acc4-8ad5-47c9-812b-e126fcd9b28f","resolution":{"observed_at":"2026-08-15T21:10:34.082156Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.061005Z","title":"My original design pipeline lacked battery aging or risk modeling","venue":null,"work_id":"2eed318e-03cf-419b-a4cb-650971f354ef","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.691945Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:67d2fa2e379886d9d2543d07cd40707647264f91bb5483b53b5c4dc5bb58fdbd","observation_id":"87ee7490-4b19-40ca-a471-0666f4c68d96","resolution":{"observed_at":"2026-08-15T21:10:34.066389Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.046214Z","title":"This simpliﬁcation ignored how efﬁciency varies with dynamic factors such as changes in ang le of attack, inﬂow velocity, RPM transients, and air density","venue":null,"work_id":"4f34d981-5cc0-4dfd-9967-2d7660cf77ce","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.696152Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:b8fac66897d5a2d603343dff3e51ecf63d63706def3626921b3e44ad103794da","observation_id":"4385c05c-03f0-4b0c-a509-cda94a3dc7f4","resolution":{"observed_at":"2026-08-15T21:10:34.051261Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.030614Z","title":"This means t he effects of blade vortex inter- action, delayed ﬂow separation, or wake interference durin g acceleration or descent were not captured","venue":null,"work_id":"6f5bf483-3ddf-4732-84bf-4511817e0340","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.700477Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:1c40a9b560b715ec1bc4aa36a507239f70180327eabac7fb47b4132f4b4287c3","observation_id":"f10fdb7a-654d-4e08-a341-42465bc69c54","resolution":{"observed_at":"2026-08-15T21:10:34.035670Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.015697Z","title":null,"venue":null,"work_id":"6bad981f-6acd-4752-b8a4-f29c9384118e","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.704634Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:c065d707188de7d166e73fa3f85c7aa27a39b4d507aaf12cbcf38ddf5a361b56","observation_id":"7d3e24de-c2f8-4f6d-83a6-8b157cb7a4ff","resolution":{"observed_at":"2026-08-15T21:10:34.020677Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:10:34.000211Z","title":"In prac- tice, airframe-induced turbulence or ﬂow deﬂection can red uce effective thrust, particularly in complex maneuvers","venue":null,"work_id":"28315533-411f-4267-a3f6-fba503c9c13c","year":null},"citing_paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T21:10:33.709806Z"},"links":{"citing_paper":"/paper/2505.10653"},"observation_digest":"sha256:4758f817a2fa58e45d3f53820ae9854213d3c629ad136e53dc4cd30a0248718c","observation_id":"db848e44-800b-495b-a7f6-f3e0e0525ced","resolution":{"observed_at":"2026-08-15T21:10:34.005994Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.10653","last_updated":"2025-05-15T18:52:47Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-18T20:56:10.154323Z","submitted_at":"2025-05-15T18:52:47Z","title":"On the Evaluation of Engineering Artificial General Intelligence"},"reference_resolution":{"displayed":39,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":10,"verified_exact":0,"verified_fuzzy":28},"total_outbound_references":39},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 39 of 39 outbound references and 2 inbound Pith citation observations for arXiv:2505.10653."}