{"as_of":"2026-08-17T16:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ac49c0b3b8668b464bbeeb41819385f494ff6ebfb0b18b3e8858bff040164028","coverage":[{"denominator":48,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":48,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:13:25.100290Z","state":"measured"},{"denominator":48,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":48,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.05225/citation-record","integrity":"/paper/2505.05225/integrity","json":"/paper/2505.05225/citation-record.json","paper":"/paper/2505.05225"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.804812Z","title":null,"venue":null,"work_id":"59183120-6d30-4f37-b8b0-aed8fa15c85f","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.022934Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:d894d9821e55b1d76ba564be8b50b5179466429ddccdbf3d38be2f9b9006289a","observation_id":"87ea8e7a-11b0-4007-9a6d-1f31d2a72fb4","resolution":{"observed_at":"2026-08-15T23:13:26.810989Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.109170Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.109170Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:33f59dbbb6781e9743da2c512e3dce284d47a2fde4ef04965956311c271ee997","observation_id":"9cf75a0c-8a14-418b-b7b7-58f71644b6d6","resolution":{"observed_at":"2026-08-15T23:13:24.109170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.214633Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.214633Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:530ec8cb4ba2aa4bc11173b4efbe27f14d47fbf4cd8328cc4181bfa458dfff8a","observation_id":"ed9da34d-8b4f-42d3-a474-8e1678ae113d","resolution":{"observed_at":"2026-08-15T23:13:24.214633Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.282619Z","title":"Yu, Qiang Yang, and Xing Xie","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.282619Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:074fed63499abca09dc041277e15c6f57cd0fbcce079efed45b1493f694838b2","observation_id":"1c97a171-c0ae-414c-bd25-baaf7fa02338","resolution":{"observed_at":"2026-08-15T23:13:24.282619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.15205","last_updated":"2023-10-25T05:56:13Z","snapshot_observed_at":"2026-08-16T14:49:47.765029Z","submitted_at":"2023-10-23T11:33:41Z","title":"DISC-FinLLM: A Chinese Financial Large Language Model based on Multiple Experts Fine-tuning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.15205","snapshot_observed_at":"2026-08-15T23:13:24.287004Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.287004Z"},"links":{"cited_paper":"/paper/2310.15205","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:a67e20527949715de004107b10b729daef9a550bef46c33ba0adf61d244252e7","observation_id":"98728b40-878d-4a02-9e9c-7f4831b5642c","resolution":{"observed_at":"2026-08-15T23:13:24.287004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.15617","last_updated":"2025-06-18T16:50:34Z","snapshot_observed_at":"2026-08-17T10:00:52.823889Z","submitted_at":"2025-06-18T16:50:34Z","title":"The Compositional Architecture of Regret in Large Language Models","version":1},"cited_work":{"arxiv_id":"2506.15617","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.15617","snapshot_observed_at":"2026-08-15T23:13:25.679034Z","title":"The Compositional Architecture of Regret in Large Language Models","venue":"cs.CL","work_id":"1eeca27f-e519-414a-bee8-f62c15cbb7dd","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.291813Z"},"links":{"cited_paper":"/paper/2506.15617","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:bfa4808a9a873b28eb2d8f5533390a60ce8efe74bc4adcd18546e801385d8b0e","observation_id":"4b59ad6f-00dd-4ae2-b5df-5a3dafb60939","resolution":{"observed_at":"2026-08-15T23:13:25.684918Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-15T12:33:55.451951Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-15T23:13:24.297822Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.297822Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:ddca55a011e0435acc388d9678aff3692627a1b056a3d7ea743f1e9a922eae03","observation_id":"2f7677ca-68c5-4aca-90e2-0c8a727fa40f","resolution":{"observed_at":"2026-08-15T23:13:24.297822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.681112Z","title":null,"venue":null,"work_id":"dd4a2bfe-d021-4de2-857d-fbeeb1d52cb4","year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.302350Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:a8da3ebe4d0f26625c62d96c651d7640c95b72b82ee6bb71afbe3bcdcaa9aa3f","observation_id":"15352bc0-336b-4918-95d6-d7caaffce4a4","resolution":{"observed_at":"2026-08-15T23:13:26.781251Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.306341Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.306341Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:56b2ec4d860770ec719d43a2ee9fa93d92cfee14541f9aeaeec9da91afb2bfcd","observation_id":"895868e1-42b8-4d96-a7c7-dab5d404599a","resolution":{"observed_at":"2026-08-15T23:13:24.306341Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.667905Z","title":null,"venue":null,"work_id":"e4ea7f2b-9fc4-4390-ba50-f731640f4c43","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.309880Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:3b9f87e8a1a43a22ccac203f125d49dbc1394fdf6f6dbfce7bce6c9469887043","observation_id":"dc78d210-414b-4df4-8300-4d7ee1fe7535","resolution":{"observed_at":"2026-08-15T23:13:26.672943Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.315189Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.315189Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:e02bbc1e1d81b885977a135d409ccbcc1899fe11d15e06574fa8b3956bbf5dec","observation_id":"8f1543e8-28e8-4130-97bb-a9dd8d487d8e","resolution":{"observed_at":"2026-08-15T23:13:24.315189Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.516609Z","title":null,"venue":null,"work_id":"00c007e0-539c-47a9-bd68-522a81be4ad3","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.349785Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:f0f455d3bf11cca29d334377d49f86b7cf20566b7003db035eddd283868983c7","observation_id":"8f8a7f94-d3b2-47ef-a99a-a895349da1cf","resolution":{"observed_at":"2026-08-15T23:13:26.623657Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.473653Z","title":null,"venue":null,"work_id":"6cc76820-0a7e-470f-98e3-1da2c46150da","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.421188Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:7ad4c5506052723478d9628557bad16a73042c78e1c000c5119961f7e11ce094","observation_id":"6a4d170e-ed01-4e43-8bf1-d892276a89ab","resolution":{"observed_at":"2026-08-15T23:13:26.478395Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.488134Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.488134Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:baafcb1ea681f717a64fc95d4f85bf62b3ae344bde7a02557421f65e8446af2a","observation_id":"143870af-5d10-465a-aecb-a0b205382ea2","resolution":{"observed_at":"2026-08-15T23:13:24.488134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.523614Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.523614Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:9e017c819416dde3edc07578b9649a606a0c3fd7b56b9fc6601ab1fe9414c2c3","observation_id":"1e56bf5a-9dea-43f9-bba6-e4495177aaac","resolution":{"observed_at":"2026-08-15T23:13:24.523614Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.251880Z","title":null,"venue":null,"work_id":"5bf97b7c-aa89-4ac3-8318-ed6259a183e4","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.528587Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:f498c8d9919b31f5a14aa1867d00f5abdf485e316608511c6cbfeef434b68c0a","observation_id":"357af42d-f787-4ae0-b8c7-5e7d27b27efa","resolution":{"observed_at":"2026-08-15T23:13:26.347144Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.217663Z","title":null,"venue":null,"work_id":"04154219-fc71-4dd9-945c-061abcebd111","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.533018Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:6c0dfd2374eaa511009f6597d0094065c68450519565c769459930f6ee1c0679","observation_id":"05cb9e4f-2be0-4d26-9428-5fc2bade5606","resolution":{"observed_at":"2026-08-15T23:13:26.221294Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.205725Z","title":null,"venue":null,"work_id":"33c03de3-2b92-4c95-8ebe-589d3ed9dde3","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.536996Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:dfee753e59bce940ad44b734312623d4e589d24522b045c0140197ec166891d2","observation_id":"f5de18c3-892b-421c-bc45-ba6e22d3cb23","resolution":{"observed_at":"2026-08-15T23:13:26.210076Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18703","last_updated":"2024-03-29T14:05:07Z","snapshot_observed_at":"2026-08-16T15:28:29.567892Z","submitted_at":"2023-05-30T03:00:30Z","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18703","snapshot_observed_at":"2026-08-15T23:13:24.541133Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.541133Z"},"links":{"cited_paper":"/paper/2305.18703","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:24cfab081cb05bef533a5435a6327559cfbd6c17012afe024ca4549f74c43446","observation_id":"b7cf7c00-5dcc-4a0b-8325-727bebc11747","resolution":{"observed_at":"2026-08-15T23:13:24.541133Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10263","last_updated":"2023-05-21T03:57:11Z","snapshot_observed_at":"2026-08-16T15:32:19.116242Z","submitted_at":"2023-05-17T14:56:31Z","title":"M3KE: A Massive Multi-Level Multi-Subject Knowledge Evaluation Benchmark for Chinese Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10263","snapshot_observed_at":"2026-08-15T23:13:24.546150Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.546150Z"},"links":{"cited_paper":"/paper/2305.10263","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:869fef18f938552bbca61f95fd89b0efc892d85f3a77ccefb686f54e27318e13","observation_id":"50028e0f-dde0-4514-91ca-2cc62b76917c","resolution":{"observed_at":"2026-08-15T23:13:24.546150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.195123Z","title":null,"venue":null,"work_id":"0fce88b8-3ba4-43e7-a176-3e82dbe2811d","year":2022},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.550774Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:a1f4d8a5244bd6f401c3d60f176d22dce9ee5978c1cb9073cfaf7121627382b5","observation_id":"d42d8def-b11a-4ebc-bc06-5b0e8575dc0b","resolution":{"observed_at":"2026-08-15T23:13:26.198443Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.554249Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.554249Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:a0cb731dde5912fd7e3087e8be7ad7e28ff3d1623ce45cc78baec059ffbf3cb3","observation_id":"6ae87d4e-f791-4355-b38f-5eed6b40f1de","resolution":{"observed_at":"2026-08-15T23:13:24.554249Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:26.097386Z","title":null,"venue":null,"work_id":"9b5d13a1-96de-492f-97f8-e3f8bfcfbb88","year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.557887Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:8439859db41f4ad3eb0f3eb9572f39758c4068bdb6aa82244952deeda339cc33","observation_id":"d67e986f-dabe-423f-bf59-324e9131b444","resolution":{"observed_at":"2026-08-15T23:13:26.171793Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.968281Z","title":null,"venue":null,"work_id":"be06b6fc-06ac-42cc-ab30-13a0c68af17a","year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.561680Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:58fe041c64bc6d5d47a9dfe408b7f53c2fc11bc4e2e3cf6373ebf7ab9bdc7c88","observation_id":"b68e0f3f-3e69-4f35-be28-bb2ea47f8b29","resolution":{"observed_at":"2026-08-15T23:13:26.013061Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.565596Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.565596Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:8729574a8186da3e6765c2d9642f70aaf70940417a2506f0274ec680fcc6b9f1","observation_id":"949f302e-d345-4da6-a42c-1aed89816318","resolution":{"observed_at":"2026-08-15T23:13:24.565596Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.569342Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.569342Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:969e3477babe63408e15d85640d4ead4be437847cfda9f6d287f30870e5cd7a5","observation_id":"d8deee4b-00b5-453c-b483-ef5e41e6efd3","resolution":{"observed_at":"2026-08-15T23:13:24.569342Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-08-15T23:13:24.680011Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.680011Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:c13957ab2a39b362cfd99e8216b7898800c313ddc9ea07e023579528e31a04bf","observation_id":"7d9b07c0-a263-4ad8-bc88-041e23cf45a8","resolution":{"observed_at":"2026-08-15T23:13:24.680011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.955642Z","title":null,"venue":null,"work_id":"9df5e31c-f3e6-4b94-aeb4-3daa607915c8","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.796187Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:eaf3c575387472cd1593f9048fac90f59a56eba08488cbd601dd475e1483e61a","observation_id":"7bc78698-3891-404c-95db-1957c802cfc4","resolution":{"observed_at":"2026-08-15T23:13:25.959852Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.800305Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.800305Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:db8c8dc735c1280714e1a46a3b89b59687d8f81c607261754e5b688437c60b39","observation_id":"b6283e5c-dbaa-4399-8ba3-66f5efa63b8f","resolution":{"observed_at":"2026-08-15T23:13:24.800305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.804500Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.804500Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:3d0f9303ae9b8cbbfb254b5e2b3e567a7df9915ec2f66c7eff5caa27c6764bc7","observation_id":"f48a8fa3-acfa-495b-b91d-ae3f63e6ef50","resolution":{"observed_at":"2026-08-15T23:13:24.804500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.807920Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.807920Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:6e740cd2183640e775ff14c8774b078cff3ac7a6aba033bab4aa8702872f93e3","observation_id":"b9ccb429-b628-4351-b08b-2efe78f8081b","resolution":{"observed_at":"2026-08-15T23:13:24.807920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.928603Z","title":null,"venue":null,"work_id":"5522d0e7-dc31-464e-80a9-ab548c6d631a","year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.812998Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:37166a535090a839ad2a57cdd86ceaade0668491f5a57d9ad78764cca6e9269a","observation_id":"5c62c2ec-9cde-4aa0-92de-e080871c457a","resolution":{"observed_at":"2026-08-15T23:13:25.932694Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.914898Z","title":null,"venue":null,"work_id":"eeaee3da-975e-40b3-b7fa-965acfc6383e","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.817663Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:db1a98873fc2551806170d7a61975cee82f1512f70e9980fb636a86787eb5999","observation_id":"b892645d-ecbb-4427-bfe9-cb0beefb1e77","resolution":{"observed_at":"2026-08-15T23:13:25.920097Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.05654","last_updated":"2024-06-17T03:01:39Z","snapshot_observed_at":"2026-08-16T13:44:50.530979Z","submitted_at":"2024-06-09T05:33:51Z","title":"DomainRAG: A Chinese Benchmark for Evaluating Domain-specific Retrieval-Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.05654","snapshot_observed_at":"2026-08-15T23:13:24.821151Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.821151Z"},"links":{"cited_paper":"/paper/2406.05654","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:4fe08acf726295b307ec73a02da43c715ce110be0f799f42d8c2ba38c6661c9e","observation_id":"0b1a4c17-500a-4401-aeaa-609f59d268c3","resolution":{"observed_at":"2026-08-15T23:13:24.821151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-15T23:13:24.825186Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.825186Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:82500af9cb8236764ccc1b06ac272b93fd240c2b4a62d6b592932ecb82062009","observation_id":"8535c400-9a63-483c-a4c3-7be6b79693fc","resolution":{"observed_at":"2026-08-15T23:13:24.825186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.829371Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.829371Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:7828245e734220d8cf05a67628bc7e0c75637cd9e9b7beb22dcd139c1aede939","observation_id":"812daae9-b6a3-42f3-903e-8d0ad3bb743a","resolution":{"observed_at":"2026-08-15T23:13:24.829371Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:24.834112Z","title":"Wong, and Di Wang","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.834112Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:9d97ceec59bdc2ebabd64151f94807e27759eeaa4717582950f107452ddd3748","observation_id":"fb6749dc-05e9-408a-a40f-b4d8103988f9","resolution":{"observed_at":"2026-08-15T23:13:24.834112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.719518Z","title":null,"venue":null,"work_id":"1a8435ca-d63b-422a-b6d7-0607490c820e","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.838558Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:5f9ecfb58c9757f8a05d946ff7da9630a0dc10d96b98f543262d3fa993da761d","observation_id":"58b7ec7e-c5ed-48e6-8950-efdf729a204f","resolution":{"observed_at":"2026-08-15T23:13:25.822699Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.20963","last_updated":"2025-07-04T01:31:36Z","snapshot_observed_at":"2026-08-16T11:52:11.252403Z","submitted_at":"2025-06-26T03:01:33Z","title":"EraRAG: Efficient and Incremental Retrieval Augmented Generation for Growing Corpora","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.20963","snapshot_observed_at":"2026-08-15T23:13:24.887316Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.887316Z"},"links":{"cited_paper":"/paper/2506.20963","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:4a2f36f36e8cf050c64f5a63742a83426990fb85886fd06e056d5ab80d8c462f","observation_id":"5857c144-905d-4581-be3f-f290685d06d5","resolution":{"observed_at":"2026-08-15T23:13:24.887316Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.09975","last_updated":"2024-12-08T06:34:31Z","snapshot_observed_at":"2026-08-16T15:07:21.349498Z","submitted_at":"2023-08-19T10:38:00Z","title":"FinEval: A Chinese Financial Domain Knowledge Evaluation Benchmark for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.09975","snapshot_observed_at":"2026-08-15T23:13:24.960213Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.960213Z"},"links":{"cited_paper":"/paper/2308.09975","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:3f5ac03587416a602ee981dff2b4fe134bd4ac91ce3623b6c2c734638ba80c06","observation_id":"5dd9b563-5e3d-416d-b4c6-be1050d56e03","resolution":{"observed_at":"2026-08-15T23:13:24.960213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.12474","last_updated":"2024-02-24T15:44:21Z","snapshot_observed_at":"2026-08-08T08:58:54.609425Z","submitted_at":"2023-05-21T14:39:28Z","title":"Evaluating the Performance of Large Language Models on GAOKAO Benchmark","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.12474","snapshot_observed_at":"2026-08-15T23:13:25.067403Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.067403Z"},"links":{"cited_paper":"/paper/2305.12474","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:158a96fa8bcd61198edf00e254e3cb522a7cb3a005e3c688241bbafcf1196c91","observation_id":"b7cc6d3b-11e8-4fe4-8f46-1fd3b437228e","resolution":{"observed_at":"2026-08-15T23:13:25.067403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.071741Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.071741Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:d7e7b849663d75e837a525999f56fb06cdcc0e5610c7b1c318153d9b22e4259b","observation_id":"8fa194fd-e65b-4f25-9761-aeb34e7c0d4c","resolution":{"observed_at":"2026-08-15T23:13:25.071741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.findings-naacl.51","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.404394Z","title":null,"venue":null,"work_id":"a1eb9de1-2400-4605-afa2-5f1d57e000ed","year":2022},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.077789Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:0f6eef014245c8c57726f0ed40393463a3bdc93c5556f112a55fba2089f2eb50","observation_id":"5113ce11-f70f-4816-a255-c4c3aa3b5ba4","resolution":{"observed_at":"2026-08-15T23:13:25.408555Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.082658Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.082658Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:689445b83582388a248ba78b0de8e88ab37ae8078f6fec74cfa30aeaa17e0564","observation_id":"0d4de92e-997e-4665-92f4-df5587616952","resolution":{"observed_at":"2026-08-15T23:13:25.082658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.337","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.338330Z","title":null,"venue":null,"work_id":"8ae9af26-f795-48c5-9b72-c87722157485","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.087479Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:7b46fb9f85d4ed8fedb746b53738f99c4abf9e2891f4dcecf1ec57d3436fca4d","observation_id":"b40562b8-0e1f-4765-8015-51134a88bd95","resolution":{"observed_at":"2026-08-15T23:13:25.388542Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.521","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.128695Z","title":null,"venue":null,"work_id":"1424f52d-9dd6-470d-93df-d4e1320c8ec1","year":2024},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.091231Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:66c4faa05c6425d33d159183f69db113a0bb25a26bbfeae4585c0b5aafad9474","observation_id":"35682d89-ef0f-40c0-aefd-a487983aacea","resolution":{"observed_at":"2026-08-15T23:13:25.212622Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.095483Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.095483Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:d0d574b34ed8f44cabe5f3affde337ad4c5c32ced1fef6091a6d18212ddb019e","observation_id":"4285a51d-7bf2-4f3d-9527-f7af4eb7959b","resolution":{"observed_at":"2026-08-15T23:13:25.095483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:13:25.100290Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:25.100290Z"},"links":{"citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:0302f227011d2b25f56c909dae699ed4a930056c02466a431148aef426a1f1d2","observation_id":"c0381118-db26-4d75-bcb8-f232b9f793f8","resolution":{"observed_at":"2026-08-15T23:13:25.100290Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-15T23:07:30.389678Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation"},"reference_resolution":{"displayed":48,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":44,"verified_exact":4,"verified_fuzzy":0},"total_outbound_references":48},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 48 of 48 outbound references and 0 inbound Pith citation observations for arXiv:2505.05225."}