{"as_of":"2026-08-05T15:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:52185911082f52c42dc4b53b4409bae9d0e7e8fbcddb96e84ab7e05f041a5a66","coverage":[{"denominator":69,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":69,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T15:47:45.677717Z","state":"measured"},{"denominator":69,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":69,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2604.11328/citation-record","integrity":"/paper/2604.11328/integrity","json":"/paper/2604.11328/citation-record.json","paper":"/paper/2604.11328"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2211.01910","last_updated":"2023-03-10T17:20:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers","version":2},"cited_work":{"arxiv_id":"2211.01910","doi":null,"metadata_source":"pith","pith_arxiv_id":"2211.01910","snapshot_observed_at":"2026-07-04T15:29:56.107259Z","title":"Large Language Models Are Human-Level Prompt Engineers","venue":"cs.LG","work_id":"29231305-69fd-45ff-b0cd-4dc3bd9d798e","year":2022},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2211.01910","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:6588f86f0ab96611a07c21b190914304fa6880e46d46f1bbde2a50dd8306c98d","observation_id":"a03c4a3b-6a7f-4519-8390-68cc4192d9be","resolution":{"observed_at":"2026-05-24T09:43:26.534305Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Large language models as optimizers","venue":null,"work_id":"a62f01cb-715e-44c8-9f78-8ef562503416","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:5215f7bfc2818ba0e2adb90dbb609370a03a8eb26ea2ced0f343340d9096092f","observation_id":"8cd2671c-6d90-4c3f-8dfe-1fc6760f7bdb","resolution":{"observed_at":"2026-05-17T18:42:04.685209Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.11324","last_updated":"2024-07-01T22:28:01Z","snapshot_observed_at":"2026-08-04T15:07:29.209129Z","submitted_at":"2023-10-17T15:03:30Z","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","version":2},"cited_work":{"arxiv_id":"2310.11324","doi":"10.1109/cdc57313.2025.11312997","metadata_source":"pith","pith_arxiv_id":"2310.11324","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","venue":"cs.CL","work_id":"c3e484df-e654-4146-8c4e-a16ca850afc7","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.11324","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f41b7b1e83401264f8d6fa6d44b5523e7ca9df4e6ba72887243e930761d6e52e","observation_id":"4e800469-e96b-4d01-974b-b63e89638940","resolution":{"observed_at":"2026-05-17T01:59:51.558892Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Language mod- els are few-shot learners","venue":null,"work_id":"4a14d387-f2d0-4a17-a0bd-496d4cd61eb7","year":1901},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:fc76d4ab7315f34528fc43f48535940f5681c609c71a485d789e93fb11b06f7d","observation_id":"a8a893c2-7ea6-48a4-89da-21cf7908c2f1","resolution":{"observed_at":"2026-05-17T18:42:04.661555Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":"d9139f92-75c3-4472-bd87-eb6cc680926b","year":2022},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:b2f974f66e3243fe037f6b0c21114c3a680bedaa366c1384d1709a92ad1cd3bb","observation_id":"4c06c468-0277-4fe7-a75c-4eac7f9018ed","resolution":{"observed_at":"2026-05-17T18:42:04.627470Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Automatic prompt optimization with gradient descent and beam search","venue":null,"work_id":"6fd6f151-c48a-4fb9-a2b4-488d5641cbb0","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:66c9b3b91a163efcb80701baaeaa6644543a81e19ff92d19eebf3a2fc2adba60","observation_id":"a6a1dc61-3ba7-4bcd-b563-b18fa746f141","resolution":{"observed_at":"2026-05-17T18:42:04.664749Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Evoprompt: Connecting large language models with evolutionary algorithms for prompt engineering","venue":null,"work_id":"3616b0fb-c492-430b-8083-0a3026f04a6e","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:c25b9da7aa3e6b372cbe4c2bf0d840be64d6870c0e42a134a8ff57fb111dc334","observation_id":"4a553b01-b5fa-4673-89e5-30db96852647","resolution":{"observed_at":"2026-05-17T18:42:04.571886Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":"2310.03714","doi":"10.48550/arxiv.2310.03714","metadata_source":"pith","pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","venue":"cs.CL","work_id":"d490f594-f5fc-47b0-ae6a-6550e50fe095","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d9d57755d2592d01b617db5ece191452b800976aa441fb2c11bc87df39832aec","observation_id":"9a87bf14-f460-47a7-a287-271c6dbdba85","resolution":{"observed_at":"2026-05-11T18:57:47.698794Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.03493","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Submodular eval- uation subset selection in automatic prompt optimization","venue":null,"work_id":"f525a8c9-dbc0-4d17-982b-68244fad15e7","year":2026},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:2c970d364288c763a4a04f1d73e8d9187ace9240ef12f219ae404524a901b6f7","observation_id":"8475352b-f646-4c1f-a6d4-6659c067e0ed","resolution":{"observed_at":"2026-05-11T09:50:59.651863Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Model performance-guided evaluation data selection for effective prompt optimization","venue":null,"work_id":"6693261e-a5ce-43a2-83c9-01aa77287850","year":2025},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:6f0c8cab30ad2689760a228d45438979dc652d74a5dd476289bec6c5d7d964e6","observation_id":"ac219fc0-e2dd-4381-9257-2025baeccb62","resolution":{"observed_at":"2026-05-17T18:42:04.571911Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Grips: Gradient-free, edit-based instruction search for prompting large language models","venue":null,"work_id":"efcdfcc1-0578-4386-9252-4dc22acee2fa","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:a27e5cf4bf269845890a2f7e6d3a639eca29281364350b06b9674aef188782e1","observation_id":"0471c269-cb68-4df9-bfcc-962de0180639","resolution":{"observed_at":"2026-05-17T18:42:04.681945Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07496","last_updated":"2024-06-11T17:32:21Z","snapshot_observed_at":"2026-07-06T18:29:04.294349Z","submitted_at":"2024-06-11T17:32:21Z","title":"TextGrad: Automatic \"Differentiation\" via Text","version":1},"cited_work":{"arxiv_id":"2406.07496","doi":"10.48550/arxiv.2406.07496","metadata_source":"pith","pith_arxiv_id":"2406.07496","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"TextGrad: Automatic \"Differentiation\" via Text","venue":"cs.CL","work_id":"c52b4841-a4b4-4b4e-bc86-8ef6645a9bbb","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2406.07496","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:fb5eb1af551c9da82a7b7ffd0f76bdd4448fac2d2bfd1f6d0ba0d4ec488097ea","observation_id":"0af798b4-0a51-4fcc-9002-8bb8248e4c62","resolution":{"observed_at":"2026-05-13T11:27:59.484812Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-14T18:20:25.209279+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T18:20:25.209279+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16797","last_updated":"2023-09-28T19:01:07Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-28T19:01:07Z","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","version":1},"cited_work":{"arxiv_id":"2309.16797","doi":"10.48550/arxiv.2309.16797","metadata_source":"pith","pith_arxiv_id":"2309.16797","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","venue":"cs.CL","work_id":"01508be0-d975-4ff6-8045-1e0b229fbab4","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2309.16797","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:31fcbee4f9225a990c6f2cbb5d83404a57cac77d338be5343dd171ce92b296c1","observation_id":"79b224d2-5a63-4cc2-a4a9-37b1e89ee1b9","resolution":{"observed_at":"2026-05-16T08:12:31.711130Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03082","last_updated":"2023-08-08T17:33:54Z","snapshot_observed_at":"2026-08-05T13:31:18.857138Z","submitted_at":"2023-06-05T17:55:22Z","title":"InstructZero: Efficient Instruction Optimization for Black-Box Large Language Models","version":2},"cited_work":{"arxiv_id":"2306.03082","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.03082","snapshot_observed_at":"2026-07-04T11:39:47.165403Z","title":"arXiv preprint arXiv:2306.03082 , year=","venue":null,"work_id":"3387b78b-bb0f-4af2-aa75-8ea12cb4143c","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2306.03082","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:df0b323fe3712ad62b76c9d97c381ef2ed2bd5e9b5e668acd4bd4ae9f5e9c904","observation_id":"a8084d27-1f4c-42cd-8d23-f9f5b8479d5d","resolution":{"observed_at":"2026-05-11T09:50:59.626587Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.16427","last_updated":"2023-12-07T14:39:22Z","snapshot_observed_at":"2026-07-06T16:38:13.945197Z","submitted_at":"2023-10-25T07:47:01Z","title":"PromptAgent: Strategic Planning with Language Models Enables Expert-level Prompt Optimization","version":2},"cited_work":{"arxiv_id":"2310.16427","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.16427","snapshot_observed_at":"2026-07-04T15:49:57.641018Z","title":"arXiv preprint arXiv:2310.16427 , year=","venue":null,"work_id":"3a2f8742-dbc2-4443-a9c3-df725141dcc5","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.16427","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:31e6feca4987eedf449cca5c3b2e4648c5d0da59b621cbabd83e2f135b3d651f","observation_id":"59043506-952a-4b01-aae4-59c0781f4308","resolution":{"observed_at":"2026-05-11T09:50:59.615879Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompt optimization with ease? efficient ordering- aware automated selection of exemplars","venue":null,"work_id":"bf5f25c4-5d5c-42e1-905b-5c4e65936266","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:4815a445998403d3f0f793502d17d1795fa9703904f6810841b6198c1fad66e3","observation_id":"b4bd0ba0-7d9d-42b5-a60e-db4ec845e756","resolution":{"observed_at":"2026-05-17T18:42:04.655062Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Efficient prompt optimization through the lens of best arm identification","venue":null,"work_id":"91b44c07-8759-41cf-a9ec-e70aabde055a","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f59c01dd80b96568a1ca044919839d663c85bf04e91ba668188effe935d3580c","observation_id":"00972f5a-bc3f-4fae-9064-c01d0e435245","resolution":{"observed_at":"2026-05-17T18:42:04.641355Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Adaptive prompt structure factorization: A framework for self-discovering and optimizing composi- tional prompt programs","venue":null,"work_id":"1e6209f6-9f72-47ec-b650-2e2ebd89f8fd","year":2026},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:7af701985b5bf263524130f2de30002a5c81f100a954e57f1642ba1bbd09ede7","observation_id":"03ecfa72-634f-4ba4-bbd5-c590a7170e20","resolution":{"observed_at":"2026-05-17T18:42:04.582001Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Applications of item response theory to practical testing problems","venue":null,"work_id":"2b9b541f-52e0-467e-aaf8-1a7f43404c8c","year":2012},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:36817d54842d447b2fa393f8cf82483f47852c8578839bcdab31f599fcfda41b","observation_id":"73dfe8ee-14af-448f-a209-12c42fa547f6","resolution":{"observed_at":"2026-05-17T18:42:04.604892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Computerized adaptive testing: Theory and practice, volume 13","venue":null,"work_id":"6b70f3d8-dc6e-4ce9-9c5a-d0a4f407acc7","year":2000},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:7b668579ff542d3d12c48448ba5b2f06f985243ea18d88123e67f0718071f4e1","observation_id":"2a9700d8-8133-4cd5-b759-4d1c88cc113b","resolution":{"observed_at":"2026-05-17T18:42:04.617295Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14992","last_updated":"2024-05-26T22:27:23Z","snapshot_observed_at":"2026-08-05T12:01:06.707349Z","submitted_at":"2024-02-22T22:05:23Z","title":"tinyBenchmarks: evaluating LLMs with fewer examples","version":2},"cited_work":{"arxiv_id":"2402.14992","doi":"10.48550/arxiv.2402.14992","metadata_source":"pith","pith_arxiv_id":"2402.14992","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"David Rein, Betty Li Hou, Asa Cooper Stickland, Jack- son Petty, Richard Yuanzhe Pang, Julien Dirani, Ju- lian Michael, and Samuel R Bowman","venue":"cs.CL","work_id":"1aaa40b4-1321-4f79-85a8-e296eaa2b732","year":2024},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2402.14992","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:eac0694bceb538ba0429e27ececb4fcb4314547964582db52e129ca1e9590a05","observation_id":"4f43890e-7482-4390-8fa6-89024502c78e","resolution":{"observed_at":"2026-05-11T09:50:59.586582Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.12844","last_updated":"2025-02-20T16:20:11Z","snapshot_observed_at":"2026-08-05T05:16:59.132715Z","submitted_at":"2024-07-04T17:57:38Z","title":"metabench -- A Sparse Benchmark of Reasoning and Knowledge in Large Language Models","version":2},"cited_work":{"arxiv_id":"2407.12844","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.12844","snapshot_observed_at":"2026-07-03T21:28:58.087704Z","title":"Kipnis, K","venue":null,"work_id":"67b50126-83b5-46ed-b866-e0e82750a7b9","year":2025},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2407.12844","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:06f8dedeff1dc166cf29be33f2e3eeac9a337dfc5fe4f89b03f6569e3854396f","observation_id":"1e313c25-af52-415a-8245-306e89ebdefc","resolution":{"observed_at":"2026-05-11T09:50:59.571592Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Item response theory in ai: Analysing machine learning classifiers at the instance level","venue":null,"work_id":"86b4cce4-cd8c-4da8-8257-347a4ba29beb","year":2019},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f3b891eaf7c8e0b9b8afdfb6e80b376ec4153ced2e6d6494fe14f67fc6dabd86","observation_id":"8611050c-0a21-482f-95d2-202fcab4e6d1","resolution":{"observed_at":"2026-05-17T18:42:04.592428Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Position: Ai evaluation should learn from how we test humans","venue":null,"work_id":"7a52aac7-02cb-41b7-ad17-35e66f4cb264","year":2025},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:03f5df074217e60db0b85f7626360653c011f8072aabc420a2de35bdd36d1e2e","observation_id":"f627b8f0-a32a-4a5b-865c-d15008c70a66","resolution":{"observed_at":"2026-05-17T18:42:04.585496Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"An analysis of approxima- tions for maximizing submodular set functionsi","venue":null,"work_id":"d4e57dff-de2b-485d-992a-35b45095acff","year":1978},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:356fab938718ef04fba0983b603a6a14073f406132737ce52b82a363ac90a15f","observation_id":"5485ede4-8cbd-4929-8239-5dacc795128f","resolution":{"observed_at":"2026-05-17T18:42:04.575259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Submodular function maximization","venue":null,"work_id":"a62ab4ac-eb41-4a64-9f48-a775fee9b668","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:e743e74194f468f8cf7568bd7d9337c079b1bb79661f06ca6b13d737a32345de","observation_id":"d9a90575-4d63-469f-b24f-05ab7dc19bf9","resolution":{"observed_at":"2026-05-17T18:42:04.578034Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Lazier than lazy greedy","venue":null,"work_id":"d62b518b-4edf-445f-ac4e-7531b14816f3","year":2015},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:4c7900b94a269492ec690e0ce690ade37c5b3e8585caf4ca219a1bae4e58ecdf","observation_id":"f874c970-327a-474f-bd71-5e2f4335173e","resolution":{"observed_at":"2026-05-17T18:42:04.588713Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"An online algorithm for maximizing submodular func- tions","venue":null,"work_id":"fc348a23-8bfd-4525-b9ae-4e48ad2feed1","year":2008},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:f3aab55db5df318d95409941c2718f547f442dc5aff5054f27499a0625cd1a18","observation_id":"b87db409-a8b7-4ef8-a06f-a324113f6632","resolution":{"observed_at":"2026-05-17T18:42:04.620601Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1407.1082","last_updated":"2014-07-03T23:06:10Z","snapshot_observed_at":"2026-08-05T12:32:24.699857Z","submitted_at":"2014-07-03T23:06:10Z","title":"Online Submodular Maximization under a Matroid Constraint with Application to Learning Assignments","version":1},"cited_work":{"arxiv_id":"1407.1082","doi":null,"metadata_source":"pith","pith_arxiv_id":"1407.1082","snapshot_observed_at":"2026-07-04T14:49:56.168925Z","title":"Online Submodular Maximization under a Matroid Constraint with Application to Learning Assignments","venue":"cs.LG","work_id":"64f440ad-bc4d-44c6-ba7a-eeb58553574b","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1407.1082","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:29f16a34f26198d48534a165b2e4f1ff738785d78aeac040b9e056af51e6cf7d","observation_id":"0021f431-db4a-40fc-89b6-fe600c70b535","resolution":{"observed_at":"2026-05-11T09:50:59.564841Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Information complexity in bandit subset selection","venue":null,"work_id":"81f48a33-711c-4c16-a74d-812cfb828d95","year":2013},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:55c5082d0e4072645661fe0ba18590f1a69098fd81f850b11c3014cdc1dc21df","observation_id":"c3fb9609-82e6-42cd-91f9-851cf3c8b17b","resolution":{"observed_at":"2026-05-17T18:42:04.634177Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Bandits with switching costs: T 2/3 regret","venue":null,"work_id":"cab3ee4d-582d-4e91-a9ba-5d8525a742f9","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:e2b3c1dc211644d26197032fc0ef4f4eb5289c131d9267d32218310d555998e3","observation_id":"ae17e6e3-7c1d-467e-a987-32d93caa3712","resolution":{"observed_at":"2026-05-17T18:42:04.607824Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"A 2-competitive algorithm for online convex optimization with switching costs","venue":null,"work_id":"fd5c5502-50a1-44f2-90b7-18cf1dc2836c","year":2015},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:475e983b145122058dd4ad3f3d49801473260b963ddcb0c3ed569eee51b786d3","observation_id":"9e363263-dc20-468a-a084-4ec07a06d78b","resolution":{"observed_at":"2026-05-17T18:42:04.651531Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Coresets for data-efficient training of machine learning models","venue":null,"work_id":"81321f78-58e4-4f3e-8a2a-33d5a045683f","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d23fcf3788bdefde91e0feef874497a90c099b3f035f32c1ff3bdf8a6faed38f","observation_id":"acc32335-3781-4e22-829e-f1e25b283edf","resolution":{"observed_at":"2026-05-17T18:42:04.550525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.07931","last_updated":"2023-10-11T23:01:29Z","snapshot_observed_at":"2026-07-06T16:31:33.607406Z","submitted_at":"2023-10-11T23:01:29Z","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","version":1},"cited_work":{"arxiv_id":"2310.07931","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.07931","snapshot_observed_at":"2026-07-01T22:06:16.487356Z","title":"D2 pruning: Message passing for balancing diversity and difficulty in data pruning","venue":null,"work_id":"79a23f6e-43d2-44f4-beca-1d9df31eed7a","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2310.07931","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:6ad1411d6f09baf71de7f09c38e03150ab1e0b06de1774f526e36725a7e6963f","observation_id":"1b279fb6-9f56-4dc3-a5f9-9604ec89e839","resolution":{"observed_at":"2026-05-11T09:50:59.580451Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Curriculum learning","venue":null,"work_id":"55e7e95f-c3ee-4386-89f4-c82620e29ac8","year":2009},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:7567724e47cb4a60c970b48c29556edb4acf463db41cc276ed284079d3074fc0","observation_id":"765d10b3-57c1-4598-9c4d-d00d05be6937","resolution":{"observed_at":"2026-05-17T18:42:04.558118Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1708.00489","last_updated":"2018-06-01T10:17:23Z","snapshot_observed_at":"2026-07-06T05:53:39.440274Z","submitted_at":"2017-08-01T19:50:53Z","title":"Active Learning for Convolutional Neural Networks: A Core-Set Approach","version":4},"cited_work":{"arxiv_id":"1708.00489","doi":"10.48550/arxiv.1708.00489","metadata_source":"pith","pith_arxiv_id":"1708.00489","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Active Learning for Convolutional Neural Networks: A Core-Set Approach","venue":"stat.ML","work_id":"64b057c0-f8b3-4d7a-9f16-e2880f8b501c","year":2017},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1708.00489","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:4b99147f0c18f375dea2ad8350b2ef45be65fbee13c5c6e23ad05facd082527e","observation_id":"57e84a4f-60f4-4454-af5a-fea5d6afcd40","resolution":{"observed_at":"2026-05-11T09:50:59.576221Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1906.03671","last_updated":"2020-02-24T02:14:51Z","snapshot_observed_at":"2026-07-06T07:59:03.272339Z","submitted_at":"2019-06-09T16:52:09Z","title":"Deep Batch Active Learning by Diverse, Uncertain Gradient Lower Bounds","version":2},"cited_work":{"arxiv_id":"1906.03671","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1906.03671","snapshot_observed_at":"2026-07-04T20:10:07.387819Z","title":"Deep batch active learning by diverse, uncertain gradient lower bounds","venue":null,"work_id":"47c38e6d-d0f3-42e2-9042-f4ea058d4ea8","year":1906},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1906.03671","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:1130ffb2f9481e4002b49a8ef20d71aeb0df34a9a50ba4138de2d7fe85efce65","observation_id":"f26e462e-2f24-4689-a5ed-5ce52c6cd004","resolution":{"observed_at":"2026-05-11T09:50:59.605276Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Glister: Generalization based data subset selection for efficient and robust learning","venue":null,"work_id":"6f2ba271-eaec-43b7-aa4c-e424ef9c5a4f","year":2021},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:023c684f463beafe8720bd68537db0def79ca1e9b4e9349803272c70e6d1f22a","observation_id":"a950b5de-1456-4d7b-be87-4bf554cf11bc","resolution":{"observed_at":"2026-05-17T18:42:04.554261Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1906.11829","last_updated":"2020-10-27T00:52:20Z","snapshot_observed_at":"2026-07-06T08:03:24.054624Z","submitted_at":"2019-06-26T23:01:47Z","title":"Selection via Proxy: Efficient Data Selection for Deep Learning","version":4},"cited_work":{"arxiv_id":"1906.11829","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1906.11829","snapshot_observed_at":"2026-07-03T19:28:52.634253Z","title":"Selection via proxy: Efficient data se- lection for deep learning.arXiv preprint arXiv:1906.11829","venue":null,"work_id":"12daad0e-7402-46c0-bc01-a0fd7dfbadf7","year":1906},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/1906.11829","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:3d66780c7a906aacce25ad31ade0facf737b663d033dd2796f7d10f322725d2d","observation_id":"c913e5cf-d29d-46f1-bd0e-99961b8fc4b1","resolution":{"observed_at":"2026-05-11T09:50:59.601074Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Deep learning on a data diet: Finding important examples early in training","venue":null,"work_id":"85b915b5-f611-4201-b1cc-8a22a3ea1e50","year":2021},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:940969b4517758d0ac862b4c582b6d10a511aa73e41671f575036ab0f7edb540","observation_id":"20e24265-4a7b-4590-a8f3-26fb008aeaea","resolution":{"observed_at":"2026-05-17T18:42:04.566952Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Monotone submodular maximization over a matroid via non- oblivious local search","venue":null,"work_id":"6f59d652-5166-4b32-baf3-7e893e65a85a","year":2014},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d7641411eb0620dbc0c838bfacbfbdfc5411563fd5a8201b8a6568197761bbfd","observation_id":"b610d825-c34b-4c72-85cb-91b34346914d","resolution":{"observed_at":"2026-05-17T18:42:04.541997Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Maximizing non-monotone submodular functions","venue":null,"work_id":"c10279d6-60bf-4daa-ad6c-9bc94bbcfcc3","year":2011},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:cf2559336e6be9d8eb6f1c34ab704cd205da09a0ff3285ada078f7a486c01a13","observation_id":"ef5d9970-08c7-4011-a081-fb1777357918","resolution":{"observed_at":"2026-05-17T18:42:04.624181Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Challenging big-bench tasks and whether chain-of-thought can solve them","venue":null,"work_id":"ed0ac62b-9433-420b-9b32-d90020e1f2d9","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:efff08d8739636623f1cef39bf58de63a90d0abb4c72c949500c829ac4006fc2","observation_id":"d49eb784-60c2-42a5-9d2a-3243cec76211","resolution":{"observed_at":"2026-05-17T18:42:04.644824Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Be- yond the imitation game: Quantifying and extrapolating the capabilities of language models","venue":null,"work_id":"78bdace9-9830-492d-897f-1ef38e93ed34","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:0ee8605b7a6c1e103eae90e97a99e0f23b526986cc16fe38b9dc361f3a1b3263","observation_id":"a44b3135-de33-42fe-b7a2-90685005197f","resolution":{"observed_at":"2026-05-17T18:42:04.637761Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":"2009.03300","doi":"10.48550/arxiv.2009.03300","metadata_source":"pith","pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Measuring Massive Multitask Language Understanding","venue":"cs.CY","work_id":"e87ec49a-544b-4ec8-8991-75298c64ff5e","year":2020},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d8fbcdbc58d14c11704fe4ba0f9c5db74781e658ac8e16a717685c6eb167b0d6","observation_id":"e8658ba7-e3eb-49e1-be01-a12d7d589581","resolution":{"observed_at":"2026-05-11T09:50:59.556214Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-04T01:08:06.256034+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-04T01:08:06.256034+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"worker-as-judge","venue":null,"work_id":"5d08444b-88aa-4b38-93eb-13415db8940a","year":2023},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:40fb5f90f5f3059cc06d04b0cde9090b07324edc6474e8d22ccc6102b7f304e7","observation_id":"c3e673d5-dad3-4a4b-9314-fe49e1806c30","resolution":{"observed_at":"2026-05-17T18:42:04.647856Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"01485817-bceb-4eaf-b06c-bd0c002988da","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:b75e1b0b62b6f34acf5bb072335dee9cb238a794b1bc015979b7b46af54e01ec","observation_id":"a836ca0a-62c5-43a4-b6f5-93dcc9338b38","resolution":{"observed_at":"2026-05-17T18:42:04.506986Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"bf7293e9-42fa-4290-8c3e-470343de5dea","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:df7b0d0a0d5937947fb6f45d3d407fbb61d725052c6cde61a883613d2139a0a6","observation_id":"69c696ca-c700-45a9-a6d6-3a0bfbb1af4c","resolution":{"observed_at":"2026-05-17T18:42:04.576408Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"calculate the final coordinates","venue":null,"work_id":"c7376355-d63d-4afe-a42c-ea11a50568ee","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:417c6b9a790418ed501ef2eaa3f3b7263b86fed6a850f912a5a56b67c31c59af","observation_id":"e03a3200-e71f-49ef-938f-d2ce4f20f104","resolution":{"observed_at":"2026-05-17T18:42:04.503669Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"During the initial rounds, POES uses a random subset identical to the Random baseline","venue":null,"work_id":"4f11c26d-2226-4a0c-99ae-9553feda2f8d","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:57d65f0ba8c5949d8f7713eea457a47a73c3061881ffbef94978c2999929425d","observation_id":"8cfe2a8c-c431-4716-80d7-e985a62617cc","resolution":{"observed_at":"2026-05-17T18:42:04.499990Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2cdb545d-7de8-41c7-9089-43708669ffb7","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:de57933cd60ab22d3e8dc7163509f39518eb09bb7122a4d0a2873da8e84763f6","observation_id":"0d359991-3144-4499-8b97-4ad4b2cd3b12","resolution":{"observed_at":"2026-05-17T18:42:04.513873Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"After warmup exit, the subset evolves gradually: the swap budget Bt limits the number of items that can change per round (typically 2–4 out of k=20)","venue":null,"work_id":"e527f70c-5471-4033-9006-e808a7641749","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:2dbc78e7783af03fde8eba19cf97b56bda8ac78994f2025f09e71f1b242c45dd","observation_id":"73fcd71e-eea9-4366-80be-e155740be17a","resolution":{"observed_at":"2026-05-17T18:42:04.517299Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"discriminative","venue":null,"work_id":"6c03e5cc-147a-4cdf-96ab-cd3c9122bf74","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:93800ee2acc3aacceec549a913bffdb4735d9cae4a57f1215c909d9d99e00c1f","observation_id":"bb0c4187-ed8a-4d0f-b745-6d654191427f","resolution":{"observed_at":"2026-05-17T18:42:04.521244Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a133bd6a-8c53-4c4e-b6a7-0cba4c3c470a","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:1e5a35d57458fa49dbaa0d3d96db32ac4b34fc11a5657d76e25c3ef387d3afd1","observation_id":"05a006e0-0ed6-4456-851b-85b4c8870b42","resolution":{"observed_at":"2026-05-17T18:42:04.546446Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2PL trade-off, scaling to larger pools and generation tasks, and reduced gains when all prompts already perform similarly","venue":null,"work_id":"6eec0d3e-35c1-4504-8528-4ca291e7f98e","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:cb2db44432b3c5d9a2a4e4a69b46de4466a96a40ae096cf5bad3f2089effc3e0","observation_id":"37b7adf9-2f8e-4a9c-aaa9-9650ca58b731","resolution":{"observed_at":"2026-05-17T18:42:04.668542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"557432ea-bb3c-443f-942c-d09e4c2f9fe2","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:50c3287444eab9d92341be825ce8d4cf0123925eab75be3d70acad767ed06987","observation_id":"3b37fd1a-92ac-4d0a-82bb-dfb2cd3f13b6","resolution":{"observed_at":"2026-05-17T18:42:04.672065Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2aaa1100-6c9b-498e-823b-37d4dc0ffb33","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:5bdaaadf56d6e7b14cd3e1bdb3dbe325401433737f11f50d1aad75c4b6403b34","observation_id":"b7e57059-4146-487e-be5f-a047fa66298f","resolution":{"observed_at":"2026-05-17T18:42:04.598571Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"All datasets used are publicly available benchmarks (BBH, BigBench, MMLU, GSM8K, MA TH, MultiArith)","venue":null,"work_id":"30fda891-1743-447b-b471-29c4a9f849c9","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:5fb804892ee5d9e219b99cda8655c80ddaf4b44934fd35ab810de2f78ae5825a","observation_id":"cbd4f3b3-5a1f-45c1-ad5c-28dbf33fff14","resolution":{"observed_at":"2026-05-17T18:42:04.658676Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"b5872094-0d31-46bc-9341-13348d1a7f53","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:6b05f52d36e71fe6117fecd9840aac287378e427edf595eb339bcbf092c90261","observation_id":"a616da96-4338-4ffe-92ae-1bd132113494","resolution":{"observed_at":"2026-05-17T18:42:04.563058Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The scheduler diagnostics in Section F report means with stan- dard deviations","venue":null,"work_id":"6adb2af3-2370-454c-89fa-1a40121cbaf3","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:d153a27ba2c5f4eeeac25e1a7c79506d15bdb9e7a5902625a1d4390a65ad0b5b","observation_id":"571357e9-052e-4b94-8f1a-70a4836d326f","resolution":{"observed_at":"2026-05-17T18:42:04.496767Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"51f05081-58c7-46bd-b9c4-7aee90ef0427","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:99fa54f74a9d75b03b4b03a976e47d6bb239ea3b8d548bb0e2b6ffa1be19e10d","observation_id":"a478b234-a751-4c7e-95b6-dd3551a33edb","resolution":{"observed_at":"2026-05-17T18:42:04.524920Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"040054ef-d19b-4664-a5bd-ab1d52e45cd4","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:056ef8ed8d37f2c05db34cbff85b2130365fc53b7ab9a28190500bd5c3fa3596","observation_id":"4e3c0482-b518-4d16-a466-1c44cc1158d7","resolution":{"observed_at":"2026-05-17T18:42:04.529978Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"16e7af0d-1272-4353-a222-f055eb630c5c","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:4f0399cf059db9372a0a4cf3451ec602b396f7fb36f49c84f1ed43c56ff5e0fb","observation_id":"927cd95b-3148-4395-a2c9-3fa7a6b5054e","resolution":{"observed_at":"2026-05-17T18:42:04.596065Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"32ef00d8-b573-4421-9bc8-4682d68fde3f","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:2a578d71cb0e6b18502ef30e4dc327ad88fd757733c2cd435083391818cc9f5c","observation_id":"438956cd-0a3f-464c-a7e8-4d589034617e","resolution":{"observed_at":"2026-05-17T18:42:04.601206Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"All are publicly available under permissive licenses","venue":null,"work_id":"34ff2479-ccd6-42ef-b848-e4aaa9dc948f","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:ad388937cd71025b692c29224670271219627c18a83137f3e54d0997a7b2f1a5","observation_id":"78ced53f-b52b-457c-8378-ade575d7ab63","resolution":{"observed_at":"2026-05-17T18:42:04.610953Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"8b8ba336-b4fb-4aed-aa56-5d7b1637a358","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:8a1ce27738800eab8a110462f146d74925eba5b26f6d745eaa0372695eb60bf4","observation_id":"8d2220b8-d67e-497a-8842-5ae039bc0e30","resolution":{"observed_at":"2026-05-17T18:42:04.613916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"11663977-0c64-4839-a5ca-f3e67c80c717","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:181f33a4fb77ed08a654fcfe04289abbc3fea29c847ec406ff297e993948a0e3","observation_id":"c394f6b5-ab55-4c69-bd2b-5ac9d50adc89","resolution":{"observed_at":"2026-05-17T18:42:04.630894Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"46ad2975-490c-4c7e-b610-d7ea0a38e481","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:ecf27e531a79c0d8be0b2a9e896fc4aac0788aed16f51b327827e91d1619632e","observation_id":"39df8bc7-1cc7-48e1-84c7-32fa9a0dbadf","resolution":{"observed_at":"2026-05-17T18:42:04.675628Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"6969e216-338d-45f9-93eb-9a4b85575f98","year":null},"citing_paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-05-10T15:47:45.677717Z"},"links":{"citing_paper":"/paper/2604.11328"},"observation_digest":"sha256:06fd717b4071779582d129a9929847716cefce3ae5538b05cc8c3f254246181e","observation_id":"753e8a98-be73-43cd-b884-d0e6e87b7127","resolution":{"observed_at":"2026-05-17T18:42:04.678644Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.11328","last_updated":"2026-04-13T11:31:04Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-02T16:37:23.760294Z","submitted_at":"2026-04-13T11:31:04Z","title":"Select Smarter, Not More: Prompt-Aware Evaluation Scheduling with Submodular Guarantees"},"reference_resolution":{"displayed":69,"state_counts":{"malformed_identifier":0,"metadata_mismatch":4,"parse_uncertain":0,"unresolved":15,"verified_exact":12,"verified_fuzzy":38},"total_outbound_references":69},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 69 of 69 outbound references and 0 inbound Pith citation observations for arXiv:2604.11328."}