{"as_of":"2026-08-15T04:32:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7058049b25880473153181d559b0f86a8eb9da37d81b813a3bceda095742bbc3","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T12:44:16.768125Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2510.06242/citation-record","integrity":"/paper/2510.06242/integrity","json":"/paper/2510.06242/citation-record.json","paper":"/paper/2510.06242"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2504.07385","last_updated":"2026-06-30T14:57:51Z","snapshot_observed_at":"2026-08-10T20:24:51.592822Z","submitted_at":"2025-04-10T02:08:41Z","title":"SAGE: A Search-AuGmented Evaluation of Large Language Models on Free-Form QA","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.07385","snapshot_observed_at":"2026-08-04T12:44:13.625500Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:13.625500Z"},"links":{"cited_paper":"/paper/2504.07385","citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:16552bd405f7296f77f3e91224a59d0191e040dad1ff6270ecd4c34c7f271ede","observation_id":"6704a48b-81a4-4b92-bd4e-2f2de9c63958","resolution":{"observed_at":"2026-08-04T12:44:13.625500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:13.739007Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:13.739007Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:f7126a26a3c38f711b6c32888988df10046e52704410ae0f41a8e182704bd6ac","observation_id":"70a7784d-cbe6-4d5d-b6ed-803c6be8dc18","resolution":{"observed_at":"2026-08-04T12:44:13.739007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:13.792159Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:13.792159Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:e6c440f4c5caf3acc42cdd8cc42df389200ed08a7400f754df5720e094269fb2","observation_id":"e5a3de9a-1c89-4c3e-ae61-38aaf94f1e9e","resolution":{"observed_at":"2026-08-04T12:44:13.792159Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:13.900522Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:13.900522Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:8b1ffe40c9e5b297bf0afd83f7a205050360018a0b51f5157cf852bb507b2a82","observation_id":"fa0f8d0a-b419-4cc4-91d1-6c557051ac95","resolution":{"observed_at":"2026-08-04T12:44:13.900522Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:14.032919Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.032919Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:f70fecb3b59aee23cbcb8a1a7bef88280a9e54dae775ea7e85327ce537a5fead","observation_id":"3c9ff466-020d-4fde-94d6-976a031d5ea5","resolution":{"observed_at":"2026-08-04T12:44:14.032919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:14.141023Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.141023Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:3f17f214d25dee9af9ffca770c5164bfccc714a762d32e315876f8240fa2ec11","observation_id":"a81014ce-6246-4148-9273-40fa7d21795c","resolution":{"observed_at":"2026-08-04T12:44:14.141023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-13T06:43:22.011336Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-04T12:44:14.294952Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.294952Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:cbd6b39dc47fb9b2deb7864d8d62e38cdd138aa30dc576110815af97bef5e479","observation_id":"8c0dc57c-b6ba-445a-b3d9-3e598b0108e5","resolution":{"observed_at":"2026-08-04T12:44:14.294952Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.12055","last_updated":"2024-06-28T14:53:35Z","snapshot_observed_at":"2026-08-13T04:15:31.828265Z","submitted_at":"2024-02-19T11:19:02Z","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.12055","snapshot_observed_at":"2026-08-04T12:44:14.390327Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.390327Z"},"links":{"cited_paper":"/paper/2402.12055","citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:58eead0ba568e94ecb40633cd90e0608757054c86d43932d75e6c248d7d90232","observation_id":"b51cf4c6-0b5f-4b74-a137-e2b02eb8fd13","resolution":{"observed_at":"2026-08-04T12:44:14.390327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:14.446812Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.446812Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:7ceb5a87445643579cabd7ae9a4d4761b4a9b5c63808ed81f7337b256fd66e6b","observation_id":"450c72a1-f026-41db-b5e6-e02eedabc7f6","resolution":{"observed_at":"2026-08-04T12:44:14.446812Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12011","last_updated":"2025-01-21T10:05:48Z","snapshot_observed_at":"2026-08-10T17:34:18.428252Z","submitted_at":"2025-01-21T10:05:48Z","title":"Reference-free Evaluation Metrics for Text Generation: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12011","snapshot_observed_at":"2026-08-04T12:44:14.550970Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.550970Z"},"links":{"cited_paper":"/paper/2501.12011","citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:f57763a9831ab2b22aa6769f237976d4af6d29e336bf3ff2bc07726c2137bed7","observation_id":"3df19e4e-ccb7-483d-af52-a1d8aa6664b6","resolution":{"observed_at":"2026-08-04T12:44:14.550970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:14.704925Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.704925Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:f0f736c198b123ca9b181c18516ab36267e7b7d1ec742fa702a4b0be076a2431","observation_id":"fcb94d9b-60d3-4c4a-8472-bea918f34a57","resolution":{"observed_at":"2026-08-04T12:44:14.704925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:14.769173Z","title":null,"venue":null,"work_id":null,"year":1938},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.769173Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:4075a2e3b39659e6aca8a1fb8d0feacf6cbfdb50996a669c6cf627890e749cc9","observation_id":"1d3b8d40-336a-4e1d-ae4b-f8d208c5dd05","resolution":{"observed_at":"2026-08-04T12:44:14.769173Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:14.838060Z","title":null,"venue":null,"work_id":null,"year":1991},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.838060Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:093140e27ec8e4074dcafd1a48bd0078bde59ec9c7f3beab3b655b298f395eb1","observation_id":"e09be9b2-49c2-41d9-ae91-42df558e9f3e","resolution":{"observed_at":"2026-08-04T12:44:14.838060Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:14.897787Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:14.897787Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:8d4f90c68ad0095edfc3cebafb835a3e741b87161a2ca6566df7708f6911222f","observation_id":"4c9ddff7-e174-4f3c-952b-d1398e66a873","resolution":{"observed_at":"2026-08-04T12:44:14.897787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-04T12:44:15.034987Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:15.034987Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:8e1a2c22602fa054ef78b8c38b4ae76b84bf6fdb6736d97aad673a9748206bc3","observation_id":"8802a15e-d879-43c0-b09b-ac98207632df","resolution":{"observed_at":"2026-08-04T12:44:15.034987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.15754","last_updated":"2024-02-24T08:01:32Z","snapshot_observed_at":"2026-08-13T04:10:59.475657Z","submitted_at":"2024-02-24T08:01:32Z","title":"HD-Eval: Aligning Large Language Model Evaluators Through Hierarchical Criteria Decomposition","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.15754","snapshot_observed_at":"2026-08-04T12:44:15.092166Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:15.092166Z"},"links":{"cited_paper":"/paper/2402.15754","citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:c4a162646a81d6ec3a155e4c9567a5f5c1bb2f9f0e0687eb715ea5855ed2fefc","observation_id":"369c7027-b1ad-4fd9-98bb-0f23ec2edc62","resolution":{"observed_at":"2026-08-04T12:44:15.092166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:15.268471Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:15.268471Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:d5643ba83a6681677fa19a1693871a9e049cf720aada0fcd7e1cdbd899e98f64","observation_id":"ab27ea4a-3693-4aea-814b-d87dc3cd27c7","resolution":{"observed_at":"2026-08-04T12:44:15.268471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:15.422715Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:15.422715Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:eb7f5486f76bd1c4b3673a0582a0376c4ed15177bf1b4aa5b4824c0b084627d4","observation_id":"9e89862b-981b-42b5-a2ff-18c53c478c6b","resolution":{"observed_at":"2026-08-04T12:44:15.422715Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:15.516465Z","title":"Park and Sungzoon Cho","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:15.516465Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:50b1428e51b8bf1b9c2834bd0985918ed19d67a85305b515d0186b9ccdba41cb","observation_id":"8c6654b2-0fd0-4416-b086-21efad267398","resolution":{"observed_at":"2026-08-04T12:44:15.516465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:15.693160Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:15.693160Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:04a3a2d025ed0024cc3a4b5081dda6cbccdbe4222c27ef103a5e537102f56955","observation_id":"f63982c0-2d9f-40e8-9a8c-0b2731ee1b41","resolution":{"observed_at":"2026-08-04T12:44:15.693160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.29115/sp-2021-0008","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Survey Practice","work_id":"5cec3210-e39c-49b2-a1dd-1b67a350b6a5","year":2021},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:15.864668Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:149aff4eda1e1b13de2f67f1aa325317534a80006dcfb51171c897f907ab013e","observation_id":"6fd7e2bc-8d1f-4cce-8546-aacec1d7703b","resolution":{"observed_at":"2026-08-04T12:48:33.838915Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.13677","last_updated":"2025-06-04T15:25:43Z","snapshot_observed_at":"2026-08-07T16:01:08.210801Z","submitted_at":"2025-04-18T13:13:42Z","title":"Revisiting Uncertainty Quantification Evaluation in Language Models: Spurious Interactions with Response Length Bias Results","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.13677","snapshot_observed_at":"2026-08-04T12:44:16.035854Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:16.035854Z"},"links":{"cited_paper":"/paper/2504.13677","citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:639e2744c4de67ecd5e6171f821234763c684f4b32b003ac9595b3cf98a575b5","observation_id":"07a46c74-bce2-4b78-838b-7c5967b3b836","resolution":{"observed_at":"2026-08-04T12:44:16.035854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:16.174211Z","title":null,"venue":null,"work_id":null,"year":1987},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:16.174211Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:a185032c653c921bccaf591138c8c2eb0b915633b0450e849808d06dc4a81c47","observation_id":"541c1f21-198c-4f7a-a581-c8038911be85","resolution":{"observed_at":"2026-08-04T12:44:16.174211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:16.296025Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:16.296025Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:7d19d2c26aff99ed2020f981b0ca0f5fe7bb9fd020e386ca1fe598ca722a5b24","observation_id":"8cf63abc-973f-4475-8a01-08703463b4b3","resolution":{"observed_at":"2026-08-04T12:44:16.296025Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:16.474149Z","title":"Weinberger, and Yoav Artzi","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:16.474149Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:3153d5436761cbb632aef5a0642587951861f68287759938c9a8c836947d1b1b","observation_id":"c6f203ed-1869-416b-b89e-a60b8784f19a","resolution":{"observed_at":"2026-08-04T12:44:16.474149Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:16.564527Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:16.564527Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:77382d9da4b4873a2cee260a44202a68965c6310515378406c474f5071a307e7","observation_id":"7cf6f8e2-7ab0-43ed-9ec3-810b4ac95dc8","resolution":{"observed_at":"2026-08-04T12:44:16.564527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:16.691097Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:16.691097Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:bf86bf807d98ce2e1db7fc2c64173ea387d864fc8ee3666390a5341659619bb8","observation_id":"590ffea1-146b-4fa9-9bb9-dd144d8efa78","resolution":{"observed_at":"2026-08-04T12:44:16.691097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T12:44:16.768125Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-04T12:44:16.768125Z"},"links":{"citing_paper":"/paper/2510.06242"},"observation_digest":"sha256:cdd4e923ded101e5640529ed630a3e392b8f19eba3af8b7fdc2e6d45537223e1","observation_id":"47ff58cd-da40-47b3-bef1-cd8f89437251","resolution":{"observed_at":"2026-08-04T12:44:16.768125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2510.06242","last_updated":"2025-10-03T08:37:33Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T21:55:11.516834Z","submitted_at":"2025-10-03T08:37:33Z","title":"Transparent Reference-free Automated Evaluation of Open-Ended User Survey Responses"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":27,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2510.06242."}