{"as_of":"2026-08-08T06:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9bb4ee0b58f2dcf54efdaaff8f1bbd6704d43525624c67deb594bc9d60fa5f4f","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:02:21.562642Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-21T22:00:41.512733Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-07T14:02:21.562642Z","title":"What did i do wrong? quantifying llms’ sensitivity and consistency to prompt engineering","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20120","last_updated":"2025-05-26T15:22:04Z","snapshot_observed_at":"2026-08-07T23:39:16.095929Z","submitted_at":"2025-05-26T15:22:04Z","title":"Agents Require Metacognitive and Strategic Reasoning to Succeed in the Coming Labor Markets","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T14:02:21.562642Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2505.20120"},"observation_digest":"sha256:bf2af3e0c928dc1579b72d3295943751d4d494e338869b3b26946febeb0b00b3","observation_id":"b40e3e17-40fd-43cc-8829-2a2244769ae2","resolution":{"observed_at":"2026-08-07T14:02:21.562642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-07T12:44:14.027058Z","title":"What Did I Do Wrong? Quantifying LLMs’ Sensitivity and Consistency to Prompt Engineering,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.00072","last_updated":"2025-05-29T17:13:26Z","snapshot_observed_at":"2026-08-07T12:38:03.915535Z","submitted_at":"2025-05-29T17:13:26Z","title":"Evaluating Prompt Engineering Techniques for Accuracy and Confidence Elicitation in Medical LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T12:44:14.027058Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2506.00072"},"observation_digest":"sha256:87309078c88462be769b373e2dd8fc46c3325a57d80516a1d254d160b5bd2275","observation_id":"4f02dd20-f97d-4038-8f17-d0972a1d0d27","resolution":{"observed_at":"2026-08-07T12:44:14.027058Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-06T18:42:30.735057Z","title":"Errica, G","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.07539","last_updated":"2025-07-10T08:35:05Z","snapshot_observed_at":"2026-08-06T18:35:53.215778Z","submitted_at":"2025-07-10T08:35:05Z","title":"CEA-LIST at CheckThat! 2025: Evaluating LLMs as Detectors of Bias and Opinion in Text","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T18:42:30.735057Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2507.07539"},"observation_digest":"sha256:a09183e1daeecf3b1fbe054837dded6f8ec222ff1d61efc597497ad0a308386e","observation_id":"8619f564-aa14-42b3-8b44-b34998980077","resolution":{"observed_at":"2026-08-06T18:42:30.735057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-06T16:34:09.624223Z","title":"What did i do wrong? quantifying llms’ sensitivity and consistency to prompt engineering,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13095","last_updated":"2025-07-17T13:06:25Z","snapshot_observed_at":"2026-08-06T16:28:20.552232Z","submitted_at":"2025-07-17T13:06:25Z","title":"A Conceptual Framework for Requirements Engineering of Pretrained-Model-Enabled Systems","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T16:34:09.624223Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2507.13095"},"observation_digest":"sha256:e36343e28567e35d9af55ba638a7495b7a7c79f63324e2eb31fc3bc2ec538e4c","observation_id":"69b5a0ef-14d0-4054-87cb-d1499b3b3125","resolution":{"observed_at":"2026-08-06T16:34:09.624223Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-05T23:01:59.849579Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06017","last_updated":"2025-08-08T05:04:47Z","snapshot_observed_at":"2026-08-06T07:01:54.083125Z","submitted_at":"2025-08-08T05:04:47Z","title":"Position: Intelligent Coding Systems Should Write Programs with Justifications","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T23:01:59.849579Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2508.06017"},"observation_digest":"sha256:4d8738b20214e5588b3eaf461f921ff22a5bf657dc96feae900b44a5b3b9b02d","observation_id":"4f199e73-cd56-421b-91c0-3e0df4fdbbd3","resolution":{"observed_at":"2026-08-05T23:01:59.849579Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-05T12:24:02.310282Z","title":"What did i do wrong? quantifying llms’ sensitivity and consistency to prompt engineering","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01684","last_updated":"2025-09-01T18:04:10Z","snapshot_observed_at":"2026-08-07T23:18:57.894257Z","submitted_at":"2025-09-01T18:04:10Z","title":"Reinforcement Learning for Machine Learning Engineering Agents","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T12:24:02.310282Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2509.01684"},"observation_digest":"sha256:e0a952dd4d09f6b15f4fa3e613e65856be10d916b83262777ccaa9a93165cb33","observation_id":"f040e31f-271f-434e-905f-a6f0fe38d6ab","resolution":{"observed_at":"2026-08-05T12:24:02.310282Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-04T19:27:04.900393Z","title":"Errica , author G","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.09303","last_updated":"2025-09-11T09:44:16Z","snapshot_observed_at":"2026-08-06T12:36:38.425738Z","submitted_at":"2025-09-11T09:44:16Z","title":"From scratch to silver: Creating trustworthy training data for patent-SDG classification using Large Language Models","version":1},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-08-04T19:27:04.900393Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2509.09303"},"observation_digest":"sha256:3256379e88fe9480799cb6c58d35e541a6c2fe687999996c2822cc08b5f19f4e","observation_id":"ce73f51e-41f1-457e-a692-db9a25da401d","resolution":{"observed_at":"2026-08-04T19:27:04.900393Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-08-04T17:23:21.474317Z","title":"What did i do wrong? quantifying llms’ sensitivity and consistency to prompt engineering,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.10946","last_updated":"2025-09-13T19:00:04Z","snapshot_observed_at":"2026-08-04T17:23:20.537876Z","submitted_at":"2025-09-13T19:00:04Z","title":"When the Code Autopilot Breaks: Why LLMs Falter in Embedded Machine Learning","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-04T17:23:21.474317Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2509.10946"},"observation_digest":"sha256:9338292292741529c6a25664991ece84d47b7a250ec8695128e2f6a6ae99d916","observation_id":"658d5516-63eb-40d5-8f06-36bb65bf298a","resolution":{"observed_at":"2026-08-04T17:23:21.474317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":"2406.12334","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"What did i do wrong? quantifying llms' sensitivity and consistency to prompt engineering","venue":null,"work_id":"cfa0e0b4-6ce7-4e7a-9085-e0ad84899d26","year":2024},"citing_paper":{"arxiv_id":"2509.19590","last_updated":"2026-05-16T01:07:51Z","snapshot_observed_at":"2026-07-06T22:30:36.671861Z","submitted_at":"2025-09-23T21:29:04Z","title":"Position: AI Evaluations Should be Grounded on a Theory of Capability","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-21T21:57:55.834632Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2509.19590"},"observation_digest":"sha256:71878b4238105ab385e0481991fa42919a3431b25b94a46b78d4f33530d30e0b","observation_id":"0e4f38a2-3ed7-4f93-a100-f8d063abd32e","resolution":{"observed_at":"2026-05-21T22:00:41.515755Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":"2406.12334","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"What did i do wrong? quantifying llms' sensitivity and consistency to prompt engineering","venue":null,"work_id":"cfa0e0b4-6ce7-4e7a-9085-e0ad84899d26","year":2024},"citing_paper":{"arxiv_id":"2512.11013","last_updated":"2026-04-07T17:30:34Z","snapshot_observed_at":"2026-07-06T22:38:50.534580Z","submitted_at":"2025-12-11T16:55:30Z","title":"PIAST: Rapid Prompting with In-context Augmentation for Scarce Training data","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-16T23:15:52.444217Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2512.11013"},"observation_digest":"sha256:d8576296016a3dca7f00052e79c3df1f12b47a3d06629cb07cbaf98494c99faa","observation_id":"6dbf4a2b-625a-4177-bcbd-c9427ae46443","resolution":{"observed_at":"2026-05-16T23:18:40.050451Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":"2406.12334","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"What did i do wrong? quantifying llms' sensitivity and consistency to prompt engineering","venue":null,"work_id":"cfa0e0b4-6ce7-4e7a-9085-e0ad84899d26","year":2024},"citing_paper":{"arxiv_id":"2512.12858","last_updated":"2026-04-16T23:04:20Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-12-14T21:52:31Z","title":"Information-Consistent Language Model Recommendations through Group Relative Policy Optimization","version":3},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-16T22:05:15.926436Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2512.12858"},"observation_digest":"sha256:e0fa893a661f9fc83549b446dd7c07014a9f9f7c8ada2da3ada3d399c68889d2","observation_id":"9ef101a1-d5e1-4a5b-911a-080263920c69","resolution":{"observed_at":"2026-05-16T22:08:36.166115Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","version":4},"cited_work":{"arxiv_id":"2406.12334","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.12334","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"What did i do wrong? quantifying llms' sensitivity and consistency to prompt engineering","venue":null,"work_id":"cfa0e0b4-6ce7-4e7a-9085-e0ad84899d26","year":2024},"citing_paper":{"arxiv_id":"2605.07957","last_updated":"2026-05-08T16:20:58Z","snapshot_observed_at":"2026-07-06T23:20:15.696237Z","submitted_at":"2026-05-08T16:20:58Z","title":"Similar Pattern Annotation via Retrieval Knowledge for LLM-Based Test Code Fault Localization","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-11T02:58:17.585369Z"},"links":{"cited_paper":"/paper/2406.12334","citing_paper":"/paper/2605.07957"},"observation_digest":"sha256:27bfda36fca8a585bb903e3e14b1b0972c7c39e5124a2ddbbd786ffda505edf4","observation_id":"b8fb136c-760a-4ab8-af63-520cecba3002","resolution":{"observed_at":"2026-05-11T03:00:56.656182Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2406.12334/citation-record","integrity":"/paper/2406.12334/integrity","json":"/paper/2406.12334/citation-record.json","paper":"/paper/2406.12334"},"outbound":[],"paper":{"arxiv_id":"2406.12334","last_updated":"2025-08-23T18:44:57Z","latest_version":4,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T18:32:44.452493Z","submitted_at":"2024-06-18T06:59:24Z","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2406.12334."}