{"as_of":"2026-08-08T02:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:068ce3e36e20a37f2101d82266d3f9f7ab64d4d871620ea8e4592d23592a1c44","coverage":[{"denominator":58,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":58,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T16:25:20.604740Z","state":"measured"},{"denominator":58,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":58,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2508.18636/citation-record","integrity":"/paper/2508.18636/integrity","json":"/paper/2508.18636/citation-record.json","paper":"/paper/2508.18636"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.04105","last_updated":"2024-05-23T15:50:45Z","snapshot_observed_at":"2026-07-06T17:26:19.028623Z","submitted_at":"2024-02-06T15:59:23Z","title":"Measuring Implicit Bias in Explicitly Unbiased Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.04105","snapshot_observed_at":"2026-08-05T16:25:17.303411Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:17.303411Z"},"links":{"cited_paper":"/paper/2402.04105","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:e3fc778ddc02fd77445a78b6c7dbc4ab8f206c625b41dea659bba08ddf6cae52","observation_id":"3d0315e5-baf4-405d-b119-09c9086830f3","resolution":{"observed_at":"2026-08-05T16:25:17.303411Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.979796Z","title":null,"venue":null,"work_id":"a1717a27-94a5-4de5-8a2d-853172443bba","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:17.404833Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:19fc4c08c24fe12619fbbc21e97c8a326fdb1fc9c35fc1b0a376384ab0edf007","observation_id":"35f85ac3-ea55-4c82-a703-4301f8642e24","resolution":{"observed_at":"2026-08-05T16:25:23.988930Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:17.493837Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:17.493837Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:f11c8bd9b084c4a953b003ff9930643bf88819d90b2cfbacfa4c7d43363d94c1","observation_id":"903cf2d8-cbec-4f73-b753-56677166caf9","resolution":{"observed_at":"2026-08-05T16:25:17.493837Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.944682Z","title":null,"venue":null,"work_id":"9865443a-8e31-4735-9e28-3e03ac8d92c6","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:17.759194Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:0403a42900ae6d3eb2886d4b2437c3b9f5c232b8e264f58a1a0558c86329e2cf","observation_id":"641548e4-801d-4d71-8d6b-471c3182a260","resolution":{"observed_at":"2026-08-05T16:25:23.949760Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.928680Z","title":null,"venue":null,"work_id":"559a491f-9c9e-490b-8368-4eba8d9c3c3c","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:17.901969Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:bfc52502be2f0f1f65bf7c580bcc69f662894f99abe9c13a6d57bc524c266c4e","observation_id":"cde4a10d-c052-4b4c-8e1b-d751db3e69b5","resolution":{"observed_at":"2026-08-05T16:25:23.933045Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17466","last_updated":"2023-03-31T15:02:48Z","snapshot_observed_at":"2026-07-06T15:10:08.462773Z","submitted_at":"2023-03-30T15:43:39Z","title":"Assessing Cross-Cultural Alignment between ChatGPT and Human Societies: An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17466","snapshot_observed_at":"2026-08-05T16:25:18.007900Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.007900Z"},"links":{"cited_paper":"/paper/2303.17466","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:b018d8833da76d63f229f09c3d4cca50b35d71c56be957465e8e8e810cfd680c","observation_id":"5a7f9abb-4142-44d8-85d5-e641d2e94b3d","resolution":{"observed_at":"2026-08-05T16:25:18.007900Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:18.104407Z","title":"Hoi, Shaohua Li, and Xiaokui Xiao","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.104407Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:e1e99dae4ad75a213ae543d4defabf597d69013791269367edc42c30d2c8c45b","observation_id":"ed9e093e-e673-447d-85af-62772c759af8","resolution":{"observed_at":"2026-08-05T16:25:18.104407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01937","last_updated":"2023-05-03T07:28:50Z","snapshot_observed_at":"2026-08-02T17:07:32.299595Z","submitted_at":"2023-05-03T07:28:50Z","title":"Can Large Language Models Be an Alternative to Human Evaluations?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01937","snapshot_observed_at":"2026-08-05T16:25:18.214750Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.214750Z"},"links":{"cited_paper":"/paper/2305.01937","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:f9d83947afa15e1fab74f6dda3da3f38858e26a334a376257f60ebb5ca7487b3","observation_id":"53dfcc92-1497-46ac-b364-d3a2c9f783b0","resolution":{"observed_at":"2026-08-05T16:25:18.214750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.906599Z","title":null,"venue":null,"work_id":"d4cd315c-3ff3-45c7-899e-17d2f5d5d34a","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.347999Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:15c6ba8a321d2bf60ab5987d8879948ea8ef9d33d35d805e34d68dcff4534fe6","observation_id":"fbaa5e14-f346-4b6b-9c7d-607cd8723b89","resolution":{"observed_at":"2026-08-05T16:25:23.913308Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.878303Z","title":null,"venue":null,"work_id":"d20c2115-de24-42c8-91ad-f8ca074e7b8a","year":2022},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.464871Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:0b29a4dcb210e92f8588a9f819f592c4a205377a009477a1836ff2dc1557e8bd","observation_id":"12f2c0d3-2462-41fc-b24c-4897e31475ec","resolution":{"observed_at":"2026-08-05T16:25:23.885364Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.847699Z","title":null,"venue":null,"work_id":"71dfc324-85d5-449e-b8a0-40d85df64487","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.600492Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:fcd790fa822d8fc5757ee2949ebe94526d39e1c84f160926224caf01c30792c6","observation_id":"72c0872b-1e5d-43a0-bd51-13d8778cab05","resolution":{"observed_at":"2026-08-05T16:25:23.855237Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.825544Z","title":null,"venue":null,"work_id":"8359ba89-4f33-45fc-8444-10026bb501d3","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.754741Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:11d512e438a5a90eaefc82b9becd8f51b8448213783c7d5a3da3a8c27dcb538e","observation_id":"27a1a9e4-8d36-4a56-b7ff-ec5e4c7dd332","resolution":{"observed_at":"2026-08-05T16:25:23.831452Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-05T16:25:18.878976Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.878976Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:2e25f2e8bc44ad96ca4be6109bdf12bc67230e64f8c5b99acbe078df15d81f69","observation_id":"6fdf7bc7-ec4a-48a6-b79d-0efa0bf4a58b","resolution":{"observed_at":"2026-08-05T16:25:18.878976Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.807667Z","title":null,"venue":null,"work_id":"174b3115-0e1a-4775-9d86-26ad6220cba3","year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:18.943491Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:90c49a153058477d434c0d522ba4d87c40413a4a10f66cc016dce9e2599e3507","observation_id":"88f0964f-461d-4e82-bd57-335c42c4c4c4","resolution":{"observed_at":"2026-08-05T16:25:23.812611Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12664","last_updated":"2023-10-19T11:43:15Z","snapshot_observed_at":"2026-07-06T16:35:35.755643Z","submitted_at":"2023-10-19T11:43:15Z","title":"Is ChatGPT a Financial Expert? Evaluating Language Models on Financial Natural Language Processing","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12664","snapshot_observed_at":"2026-08-05T16:25:19.004738Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.004738Z"},"links":{"cited_paper":"/paper/2310.12664","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:4838596a1e8f82f0d81a64483a1d471c7dfcaebae26b000e5c1689b5fe34531a","observation_id":"4d09c65a-3b63-4378-9fec-96234751164d","resolution":{"observed_at":"2026-08-05T16:25:19.004738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.00117","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:22.919514Z","title":null,"venue":null,"work_id":"07c87975-6d0b-46c7-bb06-0a9ad7afa441","year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.054745Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:8b3431b3d24cd7d0afbe3a521948d1cfe571676b20a9294d20ccec71b3370f28","observation_id":"6c85f518-e95c-4ccb-a63f-694618600005","resolution":{"observed_at":"2026-08-05T16:25:22.932966Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:19.094827Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.094827Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:a984fbd0adc1e77c8de5ac9aeef9c9d9ac4f74c46e718850c58bea733903e437","observation_id":"9f5d3bac-db2f-4aa1-bf09-a820ae2dcf9a","resolution":{"observed_at":"2026-08-05T16:25:19.094827Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.791869Z","title":null,"venue":null,"work_id":"f35f90e6-0551-4dcf-b327-0ffcbca4c649","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.100974Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:00ff279c4c904583f7af2f6d57c794c34694ff796315c12d195d89a76e5bd9bf","observation_id":"3d356d71-4e9e-4b8e-98b9-eb0281f08969","resolution":{"observed_at":"2026-08-05T16:25:23.796652Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.765790Z","title":null,"venue":null,"work_id":"51a8239b-e628-4396-93c6-2bd27c3d8c5e","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.124759Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:3f39af4b06a170b05d08b7f53fd232bb6779a3f8668a27bf495c34d2546eee07","observation_id":"dcd4d099-81fd-47fa-8232-3c60c5105706","resolution":{"observed_at":"2026-08-05T16:25:23.777399Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.01941","last_updated":"2024-09-03T14:38:29Z","snapshot_observed_at":"2026-08-07T13:57:42.066902Z","submitted_at":"2024-09-03T14:38:29Z","title":"Towards Leveraging Large Language Models for Automated Medical Q&A Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.01941","snapshot_observed_at":"2026-08-05T16:25:19.179478Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.179478Z"},"links":{"cited_paper":"/paper/2409.01941","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:6268023996bfc26f8b7eeec174a04ec3a00b85cc5245e63c79a0325fdeb91607","observation_id":"8a8dbe21-9e21-4a59-8679-d84bea5f1c7c","resolution":{"observed_at":"2026-08-05T16:25:19.179478Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-07-06T20:11:55.722067Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-05T16:25:19.244835Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.244835Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:80d4c387bf983e815299c129a9656621cec847738853981283978d5a1897e906","observation_id":"45614148-3f14-4d28-ac2e-48f17049ec52","resolution":{"observed_at":"2026-08-05T16:25:19.244835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.743908Z","title":null,"venue":null,"work_id":"9b96205d-6a8e-4bfd-a34c-aa93bc51cc05","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.284742Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:1f5c4bd25543d7318f2f7530c99cc711c04ea5516f65c800f2cb9ac256be40ac","observation_id":"bd8f9c41-ac7b-41a8-9d5c-b45306d1f361","resolution":{"observed_at":"2026-08-05T16:25:23.750627Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:19.304768Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.304768Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:4a90190fb5c8e4ecd68e6b95b5a240d821b12491df29cd6bebc16f7858ccd95e","observation_id":"e00ef875-c445-4b52-ab42-1f65f6714259","resolution":{"observed_at":"2026-08-05T16:25:19.304768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:19.345017Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.345017Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:bd1357a59104086f9231c956fc53c28c52948d31944d8d1ddf9ce02f9b8110cf","observation_id":"9ee98ab7-8b60-4967-aafd-c8d1391391f0","resolution":{"observed_at":"2026-08-05T16:25:19.345017Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.704354Z","title":null,"venue":null,"work_id":"e7ab6afa-6023-410b-9167-8af06e5d1b96","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.374744Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:1825d187110ad68da2e52620adc0abf37824f694f3009e51eb0afa3ee08bdbdc","observation_id":"144cb461-0526-468c-a4fa-f5bd6765a46a","resolution":{"observed_at":"2026-08-05T16:25:23.716805Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.684015Z","title":null,"venue":null,"work_id":"94be145f-1bda-4c3a-8abf-02f14c3d6deb","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.405760Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:c07f2a7138436183595713073a85c3ca126feea30f7d2320d42ffec3cd0684a9","observation_id":"54a28b35-d9bc-413b-ab5d-75ed76457ac4","resolution":{"observed_at":"2026-08-05T16:25:23.688970Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.661122Z","title":null,"venue":null,"work_id":"3225171e-ad11-495e-ab33-eaeb611dd5ce","year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.454746Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:63b3002092112edd08c9b929d02d0ace0303ad95cb685ff473b4f51eaa5bb037","observation_id":"d8c97ae5-a25f-4d06-a42a-1d69211cdc19","resolution":{"observed_at":"2026-08-05T16:25:23.666550Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.641750Z","title":null,"venue":null,"work_id":"4aaa7afd-291e-4d81-82a3-a7868b2ddd25","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.504744Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:9c642b5210dafa97eaee80af3bbcf3405dda0981d3ee3a8775657dcdf4fcdfce","observation_id":"282c041f-b5f8-464a-b329-ba8bf787be4c","resolution":{"observed_at":"2026-08-05T16:25:23.646680Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"lately/1258050","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:22.412083Z","title":null,"venue":null,"work_id":"304eeb32-fd7a-400c-b63b-7236217ec3a3","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.546163Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:ff6a1998dd5842f141dc8340daf8d792b075cbcc27d744bc9a42747dcb96cc57","observation_id":"e76283af-a939-4997-b7c3-d927e9b2715a","resolution":{"observed_at":"2026-08-05T16:25:22.434735Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.625225Z","title":null,"venue":null,"work_id":"45ec6f00-eedb-41af-96e5-2a227bdbf363","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.585085Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:7b9c8604f7b053aab017d62e33da7728b1086d9e260421736dd2d59ec52811cb","observation_id":"2702a7ca-2f36-47b9-a2d7-cc0f8721017a","resolution":{"observed_at":"2026-08-05T16:25:23.630039Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.603278Z","title":null,"venue":null,"work_id":"0fb04b9f-58cc-40ed-a58c-2ea17c0bca0c","year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.634747Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:ad24fc171c0045642550af2dd4949ce7c50e8040264ac93d62561f097dd3ed43","observation_id":"799c1dd2-8888-458e-9c61-4c76b11e29a3","resolution":{"observed_at":"2026-08-05T16:25:23.608432Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:19.667532Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.667532Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:2e767e46cf48145b8a89ca1b5643a778e1ffa2040f5282d58f38ef5d88510e24","observation_id":"3218e45e-bd65-4238-b9a5-37926e7ed911","resolution":{"observed_at":"2026-08-05T16:25:19.667532Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:19.690042Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.690042Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:5adeb6b633eeb5e6d5f4bff6a6c520968d7b661d1b6751d8af8ad2d2db7f15ee","observation_id":"55e4f553-3398-4149-b5ad-1d1db52ec970","resolution":{"observed_at":"2026-08-05T16:25:19.690042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.547650Z","title":null,"venue":null,"work_id":"ea827e8e-f833-4ee6-b314-07770ccf2a9f","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.724873Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:747aed994a5679623e155ec8af5b55bae7b2e90eeaca9a41f8adc4fa84d52ddb","observation_id":"d286b741-ca43-448f-9259-166ee75c3731","resolution":{"observed_at":"2026-08-05T16:25:23.552240Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.530858Z","title":null,"venue":null,"work_id":"aaa1ede1-e1bc-4f5b-914d-ee7a277e8d2c","year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.774815Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:826756b97981fc0f4a8b8e9571e6d6203da36fb0f1bdc2c3bcd12e98781e0105","observation_id":"db1689d6-1c55-4caf-9cb7-da439e8d815a","resolution":{"observed_at":"2026-08-05T16:25:23.535738Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.510167Z","title":null,"venue":null,"work_id":"b50e0f08-d36f-4c9d-b71d-279997420796","year":2018},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.824831Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:dc6104f2af169108cc318b5e5567fcff5017331a73dd92da3f95a9f0d39b6eb5","observation_id":"9dd157f1-6811-4188-a1ed-edbe351f79ac","resolution":{"observed_at":"2026-08-05T16:25:23.517440Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2004.04696","last_updated":"2020-05-21T16:53:47Z","snapshot_observed_at":"2026-08-07T21:40:07.699138Z","submitted_at":"2020-04-09T17:26:52Z","title":"BLEURT: Learning Robust Metrics for Text Generation","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.04696","snapshot_observed_at":"2026-08-05T16:25:19.860298Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.860298Z"},"links":{"cited_paper":"/paper/2004.04696","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:1ca96b7961e1f008624f2c4b3c283ee3d348fc54096f6057b6c06ba3fd0c3e5f","observation_id":"a60ece5c-845a-4e46-bbb4-36f0a2e19cf3","resolution":{"observed_at":"2026-08-05T16:25:19.860298Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.486843Z","title":null,"venue":null,"work_id":"52ba5914-60fd-4738-b06c-553908824568","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.884742Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:fb0486f764a5d186b4a759cf9f00f66081b3c25c8e8dbbc62ab24cb0a23561fb","observation_id":"29e5b2cb-abe0-4465-968a-50135fc5d71e","resolution":{"observed_at":"2026-08-05T16:25:23.494139Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.464191Z","title":null,"venue":null,"work_id":"15625420-7b7d-423e-a5bd-1bcf194537f2","year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.924762Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:40cba9599e7dc4cb4f44bb94f9f2cf1d609ce6fe78fa187e21e43ce381289dca","observation_id":"8e82ee23-d2db-4ad6-b070-e2ccccfb099e","resolution":{"observed_at":"2026-08-05T16:25:23.468874Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.448299Z","title":null,"venue":null,"work_id":"e6bd3288-5c39-4d60-9ba0-707a8326038e","year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.954741Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:876aa3f7a624f63928edda14fd598dfca3ed8ea310bae79988dfda754000f787","observation_id":"bc5f1dd3-df8b-4f7f-a870-0ba844966a68","resolution":{"observed_at":"2026-08-05T16:25:23.453095Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10210","last_updated":"2024-05-16T16:00:35Z","snapshot_observed_at":"2026-07-06T18:15:20.397376Z","submitted_at":"2024-05-16T16:00:35Z","title":"GPT Store Mining and Analysis","version":1},"cited_work":{"arxiv_id":"2405.10210","doi":null,"metadata_source":"pith","pith_arxiv_id":"2405.10210","snapshot_observed_at":"2026-08-05T16:25:22.024266Z","title":"GPT Store Mining and Analysis","venue":"cs.LG","work_id":"5104460a-ab9e-49da-993c-6af78166fce7","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.982753Z"},"links":{"cited_paper":"/paper/2405.10210","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:1ead8bd78d44c78c861e6bf2d1735d8d9f0ca92a7bfe359b424b6c28e9a70e6e","observation_id":"73b40379-2ddd-4551-8bd7-59dd6a8b337d","resolution":{"observed_at":"2026-08-05T16:25:22.063745Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.426197Z","title":null,"venue":null,"work_id":"8f5876e5-a11e-47d1-beb8-54e69bc44082","year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.024780Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:845d1904287e6e8f331e8ad314c0798119e7c29129f43df7f0fbee1c64e627a0","observation_id":"8f0a31e4-3077-4c20-bdca-ee149d2aafe0","resolution":{"observed_at":"2026-08-05T16:25:23.431665Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.408732Z","title":null,"venue":null,"work_id":"662467a2-d0bc-4773-9745-593a0bc825d3","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.066030Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:41805d8ab8a16d1a3fa2fa8b37fcf2bb0c5f6b62264b68cdf2cd581fdd1fcfe5","observation_id":"1764d219-3eaf-4212-8e5f-ec12836a2c11","resolution":{"observed_at":"2026-08-05T16:25:23.413074Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10137","last_updated":"2024-11-15T12:23:12Z","snapshot_observed_at":"2026-08-04T23:55:10.955020Z","submitted_at":"2024-11-15T12:23:12Z","title":"Legal Evalutions and Challenges of Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10137","snapshot_observed_at":"2026-08-05T16:25:20.074735Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.074735Z"},"links":{"cited_paper":"/paper/2411.10137","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:7d609beb58eafd108236e7f7933d04e1dd4568a0775f21b94c84fd8b7b6a9874","observation_id":"0133de4c-3d9e-4d3d-ac9f-879da872a1bf","resolution":{"observed_at":"2026-08-05T16:25:20.074735Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.386600Z","title":null,"venue":null,"work_id":"429c5fdb-9fb1-49cc-9710-df5ae8f7493b","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.114742Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:1704dada0fc772d6e78d7b1996895e6beb7f602128a2eebfd7d2f39ad1aa6247","observation_id":"1865a974-96be-42e4-aad7-334cf745cf2b","resolution":{"observed_at":"2026-08-05T16:25:23.394490Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.354288Z","title":null,"venue":null,"work_id":"e5f53386-9193-4da3-b05a-03c4e751873d","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.146243Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:cfe1a7d0bbe8712ec8db1f1b379fc0d3c86cf64950912b17e1faa69af1d4a92e","observation_id":"c81e48ce-c7bf-4cc9-8d4f-4fcb8a35b488","resolution":{"observed_at":"2026-08-05T16:25:23.361107Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.332108Z","title":null,"venue":null,"work_id":"c3c41307-8ee1-4f13-a14d-4c023437349b","year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.174738Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:69e211e46b057304cd7ed1ec7583e50d7d686affd680f4cf149e6ca2a110c999","observation_id":"2c6987e7-1498-492f-844e-2a062c69831d","resolution":{"observed_at":"2026-08-05T16:25:23.338861Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.313823Z","title":null,"venue":null,"work_id":"5efd5ad6-2cf8-4535-952a-d0dbdc8c56c4","year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.204772Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:c9153f25c7c84f1fc032419df1846facf28e36f9b4c64a8b33338274c7dc9a4a","observation_id":"681157aa-29e2-4631-a3f2-fe16f7a3feb2","resolution":{"observed_at":"2026-08-05T16:25:23.318656Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.292542Z","title":null,"venue":null,"work_id":"d28eb6ed-bf76-4f0b-8773-98f9c6f77060","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.234742Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:da66b8d087973ee750504966dc8ead0c9465f04f5be5eb11e6ec57f4dca02217","observation_id":"6731fecb-bb5f-4fec-8438-71b5a16d4bf4","resolution":{"observed_at":"2026-08-05T16:25:23.298945Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.270184Z","title":null,"venue":null,"work_id":"94b1f7b6-1825-4cbe-b29d-6d1c15eca3b6","year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.294754Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:227a3787d141d80f04919f3b81abad519073d0d7fd1e99f1c5536fb9a4ef2521","observation_id":"5a896474-bd9f-44a9-91e2-d3513948129d","resolution":{"observed_at":"2026-08-05T16:25:23.276605Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:20.344797Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.344797Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:f381a0adec9d3eac3b67800c368bc1470e29614cf1c288b41f458accd742f678","observation_id":"d1b6e0f0-47c8-4a99-a2ef-9031905a952c","resolution":{"observed_at":"2026-08-05T16:25:20.344797Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:20.383420Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.383420Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:ed7004408efa9c1b8317a16b9cefd5d6bea90f38786a061dbf4f13ca9c26f766","observation_id":"fdce5d0c-96f5-41fb-a360-0545e5f8c3f8","resolution":{"observed_at":"2026-08-05T16:25:20.383420Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05210","last_updated":"2024-12-06T17:40:38Z","snapshot_observed_at":"2026-07-06T20:02:57.733746Z","submitted_at":"2024-12-06T17:40:38Z","title":"Evaluating and Aligning CodeLLMs on Human Preference","version":1},"cited_work":{"arxiv_id":"2412.05210","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.05210","snapshot_observed_at":"2026-08-05T16:25:21.294497Z","title":"Evaluating and Aligning CodeLLMs on Human Preference","venue":"cs.CL","work_id":"3105442a-2dce-4c52-986b-baeab248883b","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.414739Z"},"links":{"cited_paper":"/paper/2412.05210","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:1bdf422b79438453a376dd7276f616e6aaa75846df6cfd2ddab940564c3aef84","observation_id":"7c54a85b-d113-48d3-96e0-009d739951c2","resolution":{"observed_at":"2026-08-05T16:25:21.344742Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.250489Z","title":null,"venue":null,"work_id":"4addf9ec-09ec-4ea0-8d9a-b2e90317dd9e","year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.455466Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:7ae6bae6cdde81ab5f3b49a74dfe617d5979362a44ee39170ddebe2a425789a7","observation_id":"c7018436-d25f-4d85-a029-481ac4177693","resolution":{"observed_at":"2026-08-05T16:25:23.255786Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09675","last_updated":"2020-02-24T18:59:28Z","snapshot_observed_at":"2026-07-29T15:42:51.774083Z","submitted_at":"2019-04-21T23:08:53Z","title":"BERTScore: Evaluating Text Generation with BERT","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09675","snapshot_observed_at":"2026-08-05T16:25:20.482481Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.482481Z"},"links":{"cited_paper":"/paper/1904.09675","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:b95c88dd7373fb4f1b489ca44a51327ed0950ee3f3f956ec9c4a7b362397f0a4","observation_id":"9ccdf7cf-fd36-4938-ad97-fcadb802bb87","resolution":{"observed_at":"2026-08-05T16:25:20.482481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.15105","last_updated":"2024-11-27T07:26:34Z","snapshot_observed_at":"2026-08-07T10:17:55.602256Z","submitted_at":"2024-02-23T05:30:32Z","title":"A First Look at GPT Apps: Landscape and Vulnerability","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.15105","snapshot_observed_at":"2026-08-05T16:25:20.524739Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.524739Z"},"links":{"cited_paper":"/paper/2402.15105","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:e1c2d1fcca9e0357b3ccdad0589f714ee219e520856de1ebe5eaadadf0001c01","observation_id":"247e5783-0035-4aaa-8c8d-69d83f3a1945","resolution":{"observed_at":"2026-08-05T16:25:20.524739Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:20.559138Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.559138Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:86443621dc4d466519492cc05deb45d3e079c4c67bb8c28eec105c3863d2f727","observation_id":"93d5371e-498d-4fb1-82af-88481e109273","resolution":{"observed_at":"2026-08-05T16:25:20.559138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T16:25:23.228087Z","title":null,"venue":null,"work_id":"1b7265e6-699b-4476-9b60-3f24d339596e","year":2023},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:20.604740Z"},"links":{"citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:b123201023794380c35b9c634967d2f1f0c3eb471d4fc7f397ffd84e5c1f27f9","observation_id":"0872ac44-4f16-4eb0-8fe2-8b29f39b1b5e","resolution":{"observed_at":"2026-08-05T16:25:23.233506Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-07T21:41:25.682079Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation"},"reference_resolution":{"displayed":58,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":54,"verified_exact":4,"verified_fuzzy":0},"total_outbound_references":58},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 58 of 58 outbound references and 0 inbound Pith citation observations for arXiv:2508.18636."}