{"as_of":"2026-08-05T12:09:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:59dd1811898f85745f17062a41db7edcbe718fa7e797c8d6f7684357ec72940e","coverage":[{"denominator":53,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":53,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-28T10:09:33.243713Z","state":"measured"},{"denominator":53,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":53,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.03318/citation-record","integrity":"/paper/2606.03318/integrity","json":"/paper/2606.03318/citation-record.json","paper":"/paper/2606.03318"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.12813","last_updated":"2025-02-18T12:20:16Z","snapshot_observed_at":"2026-07-06T20:38:34.150004Z","submitted_at":"2025-02-18T12:20:16Z","title":"Simulating User Diversity in Task-Oriented Dialogue Systems using Large Language Models","version":1},"cited_work":{"arxiv_id":"2502.12813","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.12813","snapshot_observed_at":"2026-07-02T03:16:35.062496Z","title":"is_unstable","venue":null,"work_id":"a6ef8ac4-6442-44fe-af51-9c5adb8470cf","year":2026},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"cited_paper":"/paper/2502.12813","citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:55bc10cc9cf75556de7880557b33bba9fccafcd5fb0648349f047b349af43988","observation_id":"bb6990e4-4ffd-4261-907a-b750a677319f","resolution":{"observed_at":"2026-07-02T03:16:35.064194Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:123405eaccccbf766437510b1948b7578e276f0d6fae13dc494b2de2be1fad4c","observation_id":"09c86e8a-3c5c-4acd-9d41-55c035204e7c","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:9896e251b9d9da311a18ad7efc58427995e5bc95e44653f54020249737b3c2aa","observation_id":"1133c1d7-8d65-44ba-9ea5-a7b6cf5e487c","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:9804eae416ad6661a4b417c48e757dcf7da3f03405e49a818561cc57a32574df","observation_id":"2459d874-348a-45c3-bc60-626ba62a8313","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"Is invoice 1024 paid?","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:7cd74c1c5f9e2ebcf895370c9ea9c02444e06232284a7e26c267bd78272c014e","observation_id":"8f40b8da-95cc-41aa-999a-acbe6050030b","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"- Note any relevant entities, constraints, relationships, or dynamics implied by the task","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:66bfd2548293e9af69ba37e2ade1416695c68c01a3394e52dfe48211189212b7","observation_id":"4ec92652-0926-4e52-8f57-0e46492e6e04","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"- Examples: Linux filesystem, E-commerce order management system, Airline booking system","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:d729693c5eb7f47bc1dd0936ff3ccc63bb3ab7afca79ee5d8bd52a7b00d62acf","observation_id":"db902d3e-fa67-4c93-9b12-cc6d96a546b1","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"- Focus on its inherent structure, the nature of the state it maintains, typical operations it supports, and its general scope in real-world usage","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:0455761b8cc29f4382ff51f4e0c183865f59b2d32622d2716a6ec523b49fdc31","observation_id":"e14a9556-0ce4-4f43-b3e6-155b7f31ccd5","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"all possible data in an e-commerce system","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:8ae3c8d3241d4879a4041c48b476867bc5e7384d0d549bf49e78718aa9f5769c","observation_id":"1037a513-3c9e-4a60-afac-9c371b38dc80","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"- Parameters needed","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:d7882e40ee799aab92c7f40e87b3f1ad37cb982a9a2e7aaacbc6dbe126f358c3","observation_id":"ff6ad14c-1c1f-4626-bd20-b43bea7efe66","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"success\": False,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:1a472aef59f1bd8b545adc79e0bac61ce77c65252277dc80d2992e0956131b09","observation_id":"5af98b37-3f38-4963-9162-46d620b72bf8","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:ff9f0af4eadf7a0cd873b6cf77d9363e86823c0ff3998b2cd621960bb73bdd84","observation_id":"7c73a1a9-888f-498c-89c3-399b3fd57180","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:a777a1707f0f970e9a4dc667be140eb3ffd785c2250a098c2eea4dc3f426464c","observation_id":"5a9eea7a-1d40-4d45-b894-d13906c47800","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:15d932b0a420eea779bc8d39411289608b7ec5e8d1d2e9cecd26a8be80dd29dc","observation_id":"4e9c7ee5-119b-4d9e-af9a-0ead8dd0d8e7","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:9ec3ca7f82812970800de1a0cc39be3342f3d58b6138596f29981e5005635d7c","observation_id":"d1015067-8c96-45e4-afc5-21acd2decb9f","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"State profile definitions: Each generated state must match one of the following profiles, as specified in the user message","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:709328156e3fb5bb63cd5bc478266e1fd06f3643a2bef7b1e1e2cbea377a1dfc","observation_id":"057cf4cd-8e16-4fd7-88da-f4d2c6173ea3","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:647873865aa368aa3005fc2771c4160614c4f2817aa2656a74c9108acb88ef2c","observation_id":"c88d6e09-dab1-493c-bb15-28a6b8c977e8","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:7d66bc1518ad35080405188af2da66eecae3d95baf3850e4b3c307d4a0480c28","observation_id":"229253bf-417e-4182-8931-429dd47c29bf","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:15f3e1fd622c9d13eb7c2811e77fc63df2a33ad5d0e8a7251134a5f00ad21d63","observation_id":"92b22689-1e0c-4652-8c5e-f63674407817","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:b00009bedf8edc588fc84f8fba1dd220d554698f1970ae2a5c1668a6522da942","observation_id":"ecc280bf-e4f4-41d3-9925-9bb6814b8eff","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"A rare 0-tool plan is allowed only when task_type is clarify_then_execute or refuse_or_scope","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:d9c1a839e266931c1fea594704a802ecafb148f953b3bcd6671fd76e5749c473","observation_id":"5f3fe018-bff7-4330-94a3-2df7d0c98fa8","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:c665da9d707bef0275061cbb82a096aab79cf8d64d8e567ead26f61244388110","observation_id":"bc0d72d9-a08a-4391-9ea8-326552776e88","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:1c7bc6e771c7ebcdb486f609117030359cb3fb0d28b8d83cfa5ac6f7ef6d3aa5","observation_id":"50fa1e38-b2b4-49bc-88b0-e8540df1515b","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:472acabdffb4096ecfde421ab16dbfdf48aec5a5fdd19e81c3dfe33b0c78856a","observation_id":"2f4928d7-6253-4765-907b-bb6c9ac9e90e","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:bbb06e6bf0223222090b86c9e6188ce968acbeb3c9d25f342282e164bba6106d","observation_id":"9a309e2e-3977-48c5-aa48-3e4f17c1d969","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:15b7b54e50dc45289ed163033df2c83e82046a9cdeb470321f315a955f7413a3","observation_id":"2c066d59-2a71-4d7c-b52d-a15359432d7e","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"Prefer execute unless the prompt explicitly calls for a clarification-heavy or refusal-heavy task","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:ceb94e912430ee2818f3b5802881c5734ea679078d9719d66e613b4fcb984baa","observation_id":"91fae4cb-8725-40fb-8565-08fe740d453d","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:1795e58013a4537c662e4ed33327d07ac88f100b5401ef4e31085711393e1ecb","observation_id":"9c9f670a-6e31-4c72-8210-ee393068c76e","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:8998387fc0151752316fa2a70e906c0183c93836b0860578824ec91f2e6e1d21","observation_id":"85c3d1fb-41e8-4700-b00c-27969f81c2da","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"goal_summary","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:2f950454dc08dac26baec439947b1ce1b22bea6c1e8efc7a51ac9c854b78f560","observation_id":"535c3d85-c4fc-463a-8a31-ac0ac4496320","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:02c6731378b8e023b1e4b6e87905e74c2e745a59534956895c6073f2afa01ba9","observation_id":"f9fd2dd3-95a8-400b-95f3-c2117dc76656","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:c36888cec87711d3b5dbfb0a1617029d5ec12460cb9932a15c1f25f83323fa45","observation_id":"eca8e7df-c427-4dfe-8c42-12fa30866342","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:a6a51659e099b8832dea611281fbcf972a463377b84e1072255875b24a033688","observation_id":"7f5844dd-1e59-4fe7-90c0-33bc9a6171d4","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:5147c1cd801cdbb95982640dabc1c3a82ea685c07643d4fdbdeb0b244c87ad40","observation_id":"61e99b55-7718-4bba-8d5f-1d4db6efeafe","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:6e667ec209268972623350fb6c1cf4d300ae21cbd1d4432bd2ea9973b2062858","observation_id":"74120e64-47f4-4acc-8e0f-db4222ae5c20","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:9ff4d30db964151ce5f9432cd853d63972fb63b68fd56894c5406d28bdf1c2f2","observation_id":"1ee6eacf-d171-49e6-beae-68984adff54e","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:ef694c392806101dae2e1571816e15ee9ac7554b4485af7754fcc2caf86de721","observation_id":"9a17f7bd-20ce-42e1-b131-50c988ac340d","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:1183ff1e2dc766d67f3acf667c1f968da9dd8698f7b572437ee27feb6688feb8","observation_id":"c453cd66-797d-427c-ae36-5cfb688ff7de","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"user_turns","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:a81122317239ddd6af6c054c6528299539e4dc294d632879a985358900c8dca1","observation_id":"d255273c-c62f-41e8-91c3-23bd6bb1c90d","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:597bfc0d0fff09f23476f76c17b9cb3e08e16b1eca0c9698bacd9a04ecdfc1f2","observation_id":"59ba4306-a744-4f22-a5f8-9f7a00d24ebf","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:860bb788c872229d5553a1cceb32de56723e91ba3e61d898a2bea10e04efaa91","observation_id":"e6d6adc9-eae4-4f81-b196-fb655d66dd65","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"Do not change the task_summary, expected_outcome, linked tool-step alignment, tool plan, or final target state","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:bc0901c11c61fc5d63777850c8a19122564783a085f620ae92eabe9ca1f6bd8c","observation_id":"3f1c4674-10c6-4f16-b0f8-c7abb3178c03","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:976089a2eda9b03188396dac936313ad062b76e2d7c582dc48334e799e317b56","observation_id":"b6c79880-3e10-4d25-96e8-88630ee6b821","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:6eeab45beb2aec4c0ed5fa8cd1a90c151b7ea31dfd336ae09929fc127726cd0e","observation_id":"d9a8ff26-5853-42ed-a4d1-d743f311fe76","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"Any noisy side remark must still leave the original task recoverable directly or through clarification","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:97b00be35b10467bceb6210f9592f00460aa8a5e0932bfd484b64afb19f22015","observation_id":"a80885f5-fc07-4df3-a3d8-807aa261f1fb","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:7cf7509b6a9f65060cd8c6026086a170b7d342f3b39db5c3a7672ee0e425ca8a","observation_id":"7ecc1747-698c-42ae-ae6b-c928b668e5d0","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"rewritten_user_turns","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:9f5ecf5c370163956f071dff8c32dd8a3e4c7fb7fc6cc8a97b366f87facecfb0","observation_id":"23771219-8118-4751-8fee-9f9c184f043c","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"- Sub-goals must be logically sequenced: each turn’s sub-goal should build on prior turns and not duplicate work already implied","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:cedb36a607e170e6bcbe193ec8a42f55956c0e1cbb6ba3e6b91d06c018f50d24","observation_id":"73eda2b4-91ee-409f-a227-d811a957bb89","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"- The agent must never be forced to guess a parameter whose value has not been exposed anywhere in the conversation so far","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:b9f18f4be835a5c38dec2af8d736eb2afd7e627f5168ba1e50c20ade9238bcbd","observation_id":"484f0020-9445-4cd5-b9e3-ac1bedbb6e7e","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"INTENT, LEAK","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:f5fe0ce2a0dfcd079fd9be52521b3cb2741e4cc9d4fca677c99b9ec6535bd588","observation_id":"836b7483-260d-4b86-86c2-62c86a723ace","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:390b2501c55f82f852b9f1fa59cbd824f833eac64932f371560b07726646b528","observation_id":"553cfa11-f819-4731-a716-c7293a360a75","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:776657da0935c0afd0264a77b25cea7d3170974987577d828b97ce4c47e0b8c8","observation_id":"10e81873-af99-4f6b-a1ff-fd29efee4373","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T10:09:33.243713Z","title":"faithfulness_score","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-06-28T10:09:33.243713Z"},"links":{"citing_paper":"/paper/2606.03318"},"observation_digest":"sha256:935b7e9f5fcbf0f3ab43d37c30aa2a07d007d3512958324a27cb05cfcfe0c0ae","observation_id":"7b962164-113e-4f04-abd7-95a138bd2574","resolution":{"observed_at":"2026-06-28T10:09:33.243713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.03318","last_updated":"2026-06-03T03:19:48Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-03T19:28:01.450786Z","submitted_at":"2026-06-02T08:28:37Z","title":"Beyond Ideal Instruction: A Comprehensive Framework for Evaluating LLMs in Realistic Interactions"},"reference_resolution":{"displayed":53,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":51,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":53},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 53 of 53 outbound references and 0 inbound Pith citation observations for arXiv:2606.03318."}