{"as_of":"2026-08-14T20:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:aa0cad3be00108b4039600052f856f17601a015b60a7748438e719c2610832d2","coverage":[{"denominator":36,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":36,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T05:43:31.849186Z","state":"measured"},{"denominator":46,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":46,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T19:55:14.057214Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-19T06:27:07.348511Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-11T19:55:14.057214Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.06272","last_updated":"2025-05-22T03:52:00Z","snapshot_observed_at":"2026-08-14T19:17:59.003320Z","submitted_at":"2024-12-09T07:46:14Z","title":"Evaluating LLM-based Approaches to Legal Citation Prediction: Domain-specific Pre-training, Fine-tuning, or RAG? A Benchmark and an Australian Law Case Study","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T19:55:14.057214Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2412.06272"},"observation_digest":"sha256:b572f6750081e292878cb752daa797b59cc3ca68d1e2e74835172f679f5d41e0","observation_id":"ca4500ef-cab4-4921-879b-208520ab91a9","resolution":{"observed_at":"2026-08-11T19:55:14.057214Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":"2412.17259","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Legalagentbench: Evaluating llm agents in legal domain","venue":null,"work_id":"b2e0f240-e349-4109-93f9-baac16e5cece","year":2024},"citing_paper":{"arxiv_id":"2504.19678","last_updated":"2026-03-06T19:01:27Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-04-28T11:08:22Z","title":"From LLM Reasoning to Autonomous AI Agents: A Comprehensive Review","version":2},"reference_index":105,"source":"pdf_text","source_observed_at":"2026-05-15T02:57:37.873567Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2504.19678"},"observation_digest":"sha256:eb6559650d816fed84fe801abef4affca9a66da13eb77fcde5fd33fcd526be10","observation_id":"1359ade1-72b1-4b74-8a0f-88af0a8f3512","resolution":{"observed_at":"2026-05-15T02:57:38.422719Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-07T15:03:45.264165Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16514","last_updated":"2025-05-25T11:30:02Z","snapshot_observed_at":"2026-08-09T11:17:20.032467Z","submitted_at":"2025-05-22T10:50:33Z","title":"AppealCase: A Dataset and Benchmark for Civil Case Appeal Scenarios","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T15:03:45.264165Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2505.16514"},"observation_digest":"sha256:197dbffc2c59401d400815591db96ad182df92653fcd10bb4f1ad592d3e0f927","observation_id":"01807099-6678-49ed-a9f4-09381aab52d4","resolution":{"observed_at":"2026-08-07T15:03:45.264165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-07T12:08:12.933539Z","title":"LegalAgentBench: Evaluating LLM agents in legal domain","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.00482","last_updated":"2025-05-31T09:24:32Z","snapshot_observed_at":"2026-08-09T14:27:19.748022Z","submitted_at":"2025-05-31T09:24:32Z","title":"BenchHub: A Unified Benchmark Suite for Holistic and Customizable LLM Evaluation","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T12:08:12.933539Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2506.00482"},"observation_digest":"sha256:f6ce0409798eee894f980fa329c9ba850bf009c1e2c8139559a62f69963c90bc","observation_id":"6b5fb4e9-c1fb-4fef-982b-9a5323918bb6","resolution":{"observed_at":"2026-08-07T12:08:12.933539Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-07T11:56:44.927958Z","title":"Legalagentbench: Evaluating llm agents in legal domain.arXiv preprint arXiv:2412.17259, 2024a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.01116","last_updated":"2025-06-01T18:45:49Z","snapshot_observed_at":"2026-08-12T10:53:54.733633Z","submitted_at":"2025-06-01T18:45:49Z","title":"ChemAU: Harness the Reasoning of LLMs in Chemical Research with Adaptive Uncertainty Estimation","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T11:56:44.927958Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2506.01116"},"observation_digest":"sha256:6ac598f1f351b76fedf008a5d72bf35793441dc67c7162014e6befed84ba7fb3","observation_id":"2df0fa21-1272-4e55-a493-b1785495c368","resolution":{"observed_at":"2026-08-07T11:56:44.927958Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-07T00:24:12.928087Z","title":"Legalagentbench: Evaluating llm agents in legal domain.arXiv preprint arXiv:2412.17259,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.14146","last_updated":"2025-06-17T03:20:41Z","snapshot_observed_at":"2026-08-11T10:40:06.466250Z","submitted_at":"2025-06-17T03:20:41Z","title":"Collaborative Editable Model","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T00:24:12.928087Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2506.14146"},"observation_digest":"sha256:4f125764cfa8b69c49a0965eec057c8acfa63320ef5d45163e59268c0f921849","observation_id":"c90dfaf9-7314-43e4-902b-b16d313fe0be","resolution":{"observed_at":"2026-08-07T00:24:12.928087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":"2412.17259","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Legalagentbench: Evaluating llm agents in legal domain","venue":null,"work_id":"b2e0f240-e349-4109-93f9-baac16e5cece","year":2024},"citing_paper":{"arxiv_id":"2507.04023","last_updated":"2026-04-23T08:06:48Z","snapshot_observed_at":"2026-08-11T03:36:09.253734Z","submitted_at":"2025-07-05T12:31:17Z","title":"Do LLMs Overthink Basic Math Reasoning? Benchmarking the Accuracy-Efficiency Tradeoff in Language Models","version":3},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-05-19T06:25:12.799097Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2507.04023"},"observation_digest":"sha256:0ce2387a1b2c2dc27d161950c27ff6d241733ea3b86954a44c7303d7d7feb0a8","observation_id":"2796e88b-1042-4170-a438-d07bc86c1fa6","resolution":{"observed_at":"2026-05-19T06:27:07.350996Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-05T16:25:19.244835Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.18636","last_updated":"2026-06-10T06:33:48Z","snapshot_observed_at":"2026-08-14T16:07:23.530662Z","submitted_at":"2025-08-26T03:25:49Z","title":"LaQual: An Automated Framework for LLM App Quality Evaluation","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T16:25:19.244835Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2508.18636"},"observation_digest":"sha256:d43ec3238f20da1123be44a1a3c2c099d16ff47640cd9b69069020218cd6a88b","observation_id":"45614148-3f14-4d28-ac2e-48f17049ec52","resolution":{"observed_at":"2026-08-05T16:25:19.244835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-08-05T12:46:10.566030Z","title":"Haitao Li, Junjie Chen, Jingli Yang, Qingyao Ai, Wei Jia, Youfeng Liu, Kai Lin, Yueyue Wu, Guozhi Yuan, Yiran Hu, et al","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2509.01324","last_updated":"2025-09-01T10:07:00Z","snapshot_observed_at":"2026-08-12T15:19:20.934723Z","submitted_at":"2025-09-01T10:07:00Z","title":"KoBLEX: Open Legal Question Answering with Multi-hop Reasoning","version":1},"reference_index":9474,"source":"pdf_text","source_observed_at":"2026-08-05T12:46:10.566030Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2509.01324"},"observation_digest":"sha256:214241d11dbe78dbb2a19de7ca16df44d8594cf0f82c456ee2e94be73746cec1","observation_id":"54ab8962-1782-4e6a-abc5-c8400e158b9a","resolution":{"observed_at":"2026-08-05T12:46:10.566030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"cited_work":{"arxiv_id":"2412.17259","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.17259","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Legalagentbench: Evaluating llm agents in legal domain","venue":null,"work_id":"b2e0f240-e349-4109-93f9-baac16e5cece","year":2024},"citing_paper":{"arxiv_id":"2604.09747","last_updated":"2026-04-10T07:22:11Z","snapshot_observed_at":"2026-08-12T18:04:41.858776Z","submitted_at":"2026-04-10T07:22:11Z","title":"ADAM: A Systematic Data Extraction Attack on Agent Memory via Adaptive Querying","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T17:57:59.918483Z"},"links":{"cited_paper":"/paper/2412.17259","citing_paper":"/paper/2604.09747"},"observation_digest":"sha256:b51bccd8487f649228a536f8e27f5bf0064f566b3340a7abc1640c5d4a8f9f54","observation_id":"9530e74a-7c18-45c6-abf6-8bb4359c6420","resolution":{"observed_at":"2026-05-11T05:45:57.687924Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.17259/citation-record","integrity":"/paper/2412.17259/integrity","json":"/paper/2412.17259/citation-record.json","paper":"/paper/2412.17259"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-11T05:43:30.900150Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.900150Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:08e477dd0faeef72c9773d8ebdcebbfcb4425796580071324e8b3caca8182bdb","observation_id":"3f32d2e7-5539-4033-8d72-be73b897a77a","resolution":{"observed_at":"2026-08-11T05:43:30.900150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-08-09T21:25:20.369782Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-11T05:43:30.967095Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.967095Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:567ea18d2c9553378e4e96ae8147faafa6f71f7960908214b4588ca0fdfef854","observation_id":"8e1f35d0-69a9-4887-85be-44c0a58b556b","resolution":{"observed_at":"2026-08-11T05:43:30.967095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:32.564581Z","title":null,"venue":null,"work_id":"4c2788bf-bb4e-416c-bbb3-eb87ce8c5566","year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.970796Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:c2da827bf451d5d63acfbad1a8c6b481335ea67ca4cb89bad4f693b11f97ec96","observation_id":"af5b9f70-e61b-4f1a-9a53-62ca0258cae4","resolution":{"observed_at":"2026-08-11T05:43:32.649432Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15641","last_updated":"2024-06-03T11:11:13Z","snapshot_observed_at":"2026-08-13T04:33:18.086016Z","submitted_at":"2024-01-28T12:33:14Z","title":"PRE: A Peer Review Based Large Language Model Evaluator","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15641","snapshot_observed_at":"2026-08-11T05:43:30.974094Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.974094Z"},"links":{"cited_paper":"/paper/2401.15641","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:c9fb1ec55a6781c45f7130b959e362ae7f1946e3dbbf9f37d69bfad613db8e7a","observation_id":"1be704f5-7426-4fe1-8650-19990bcc37d4","resolution":{"observed_at":"2026-08-11T05:43:30.974094Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.16092","last_updated":"2026-06-08T08:40:57Z","snapshot_observed_at":"2026-08-13T11:07:44.757502Z","submitted_at":"2023-06-28T10:48:34Z","title":"Chatlaw: A Multi-Agent Legal Assistant based on a Role-Aligned Mixture-of-Experts Architecture","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.16092","snapshot_observed_at":"2026-08-11T05:43:30.977617Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.977617Z"},"links":{"cited_paper":"/paper/2306.16092","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:d454d5bba3a1501538bf708b858801b8011b1a91447fd502a6265f21a37c0220","observation_id":"9a9be135-ac96-415c-99b6-9c1283155d03","resolution":{"observed_at":"2026-08-11T05:43:30.977617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:32.556517Z","title":null,"venue":null,"work_id":"9b759fb3-b62f-4b65-a4c1-958218b0ccb7","year":2018},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.981031Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:db329e3b5c9cb675c138058f876ddbd3a7c02bada182416df4b06d5d14fd229f","observation_id":"479e31bf-d38c-498e-a322-cde885df5bab","resolution":{"observed_at":"2026-08-11T05:43:32.559261Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12793","last_updated":"2024-07-30T03:58:11Z","snapshot_observed_at":"2026-08-14T09:56:00.692687Z","submitted_at":"2024-06-18T16:58:21Z","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12793","snapshot_observed_at":"2026-08-11T05:43:30.984072Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.984072Z"},"links":{"cited_paper":"/paper/2406.12793","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:c3df56f274f8465e452528bc5aaae8be26317cc29165afb9e1a61c0763cecfd5","observation_id":"02c16e60-00ea-4586-b169-5780ed07ea6c","resolution":{"observed_at":"2026-08-11T05:43:30.984072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:32.546787Z","title":null,"venue":null,"work_id":"50f6a24f-d1c2-4d5e-bec8-2bb1f8ae8247","year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.987929Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:46c3ce06d560b21a85911ec6df2f826b4c4096dda70a71d4d3d7196968e98b92","observation_id":"7f35c2f7-b91c-4403-98ed-ae7e369eb270","resolution":{"observed_at":"2026-08-11T05:43:32.549373Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03128","last_updated":"2024-12-04T19:49:02Z","snapshot_observed_at":"2026-08-14T06:21:00.763905Z","submitted_at":"2023-10-04T19:39:26Z","title":"MetaTool Benchmark for Large Language Models: Deciding Whether to Use Tools and Which to Use","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03128","snapshot_observed_at":"2026-08-11T05:43:30.989852Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.989852Z"},"links":{"cited_paper":"/paper/2310.03128","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:08de6e9fb83471bf11457f9b722091876317b6cc7e5faf54f3f0616bc83de3fe","observation_id":"4c483699-7693-414e-bf15-0b1d645a95c1","resolution":{"observed_at":"2026-08-11T05:43:30.989852Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:30.993794Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.993794Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:fd72bac654965a45a7ff89249148e449fc64f47846ef3fb9d6b45c7eaed3a410","observation_id":"613f0dff-f7c4-4095-bac5-7cab6bf7fdcc","resolution":{"observed_at":"2026-08-11T05:43:30.993794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.18365","last_updated":"2024-03-27T08:57:21Z","snapshot_observed_at":"2026-08-13T00:44:03.329924Z","submitted_at":"2024-03-27T08:57:21Z","title":"BLADE: Enhancing Black-box Large Language Models with Small Domain-Specific Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.18365","snapshot_observed_at":"2026-08-11T05:43:30.995851Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:30.995851Z"},"links":{"cited_paper":"/paper/2403.18365","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:007c58c1ae836cbad373b309f0c56bf1a6ebe3f6205ddf6573f01a7a50d7f7fc","observation_id":"aea06b71-c147-48bd-b617-ce29827cde7a","resolution":{"observed_at":"2026-08-11T05:43:30.995851Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.18435","last_updated":"2024-03-27T10:40:14Z","snapshot_observed_at":"2026-08-13T00:43:59.158171Z","submitted_at":"2024-03-27T10:40:14Z","title":"DELTA: Pre-train a Discriminative Encoder for Legal Case Retrieval via Structural Word Alignment","version":1},"cited_work":{"arxiv_id":"2403.18435","doi":null,"metadata_source":"pith","pith_arxiv_id":"2403.18435","snapshot_observed_at":"2026-08-11T05:43:32.038725Z","title":"DELTA: Pre-train a Discriminative Encoder for Legal Case Retrieval via Structural Word Alignment","venue":"cs.IR","work_id":"7e699bc9-afa8-4812-9487-eefa819f2ce1","year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.116045Z"},"links":{"cited_paper":"/paper/2403.18435","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:584aa6982e81297eea1d3dd2c7e377f91a0a42f54c53d98de56a925ef08920ed","observation_id":"801376c8-ac76-41ff-af7c-90b8dfd529bb","resolution":{"observed_at":"2026-08-11T05:43:32.144353Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.15393","last_updated":"2024-10-20T13:47:39Z","snapshot_observed_at":"2026-08-14T17:33:38.973788Z","submitted_at":"2024-10-20T13:47:39Z","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.15393","snapshot_observed_at":"2026-08-11T05:43:31.225208Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.225208Z"},"links":{"cited_paper":"/paper/2410.15393","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:856e5147a15e6e93c5b682c290c9c609cdc8a602ad0d1ad1d3685c525c0c12da","observation_id":"f1c7cc3d-055b-470a-bedb-57d5d2dd1f0a","resolution":{"observed_at":"2026-08-11T05:43:31.225208Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.20288","last_updated":"2024-11-26T15:35:49Z","snapshot_observed_at":"2026-08-14T01:23:55.374132Z","submitted_at":"2024-09-30T13:44:00Z","title":"LexEval: A Comprehensive Chinese Legal Benchmark for Evaluating Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.20288","snapshot_observed_at":"2026-08-11T05:43:31.285636Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.285636Z"},"links":{"cited_paper":"/paper/2409.20288","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:3d1a686d8792cfa551ffd09e3a228a1d82da504921cf3582cb7e3d9cf7f90cf6","observation_id":"9c5c66cb-cc01-46ea-9e5b-6bd0c05b44ee","resolution":{"observed_at":"2026-08-11T05:43:31.285636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-08-11T23:22:45.789386Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05579","snapshot_observed_at":"2026-08-11T05:43:31.292630Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.292630Z"},"links":{"cited_paper":"/paper/2412.05579","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:56b5a93713c6fee0c4e4d81ca7b0fcb8f716b905d3ffff08129b895794397405","observation_id":"0b9ce6c4-d32f-4e44-a464-d3e5d793ebd3","resolution":{"observed_at":"2026-08-11T05:43:31.292630Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:32.533882Z","title":null,"venue":null,"work_id":"edfc2551-9221-4c27-8878-cef00cfc235a","year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.298664Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:c4e5269953ff027cc9bd72a5102e0c181f1b933031d6fa4fbaafb6d39b476acd","observation_id":"07961047-b6ca-474b-91c7-3e61428e48cd","resolution":{"observed_at":"2026-08-11T05:43:32.537805Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.11477","last_updated":"2023-09-27T07:29:44Z","snapshot_observed_at":"2026-08-12T21:21:48.006892Z","submitted_at":"2023-04-22T20:34:03Z","title":"LLM+P: Empowering Large Language Models with Optimal Planning Proficiency","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.11477","snapshot_observed_at":"2026-08-11T05:43:31.302040Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.302040Z"},"links":{"cited_paper":"/paper/2304.11477","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:e2ca58d06caf60607d25ad42d3b8b90972730df1c4c1480561b4c7650d4eb8ce","observation_id":"c27ae8dd-0cf6-4b0e-98fb-4e7acd8f05f2","resolution":{"observed_at":"2026-08-11T05:43:31.302040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-13T14:09:17.964744Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-11T05:43:31.305999Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.305999Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:d29866bae6df639531a7a3d17245457fe311e026eaa4231ef9f3788374abfd32","observation_id":"795af71d-aaa9-45b7-9752-8ac5f06ebe76","resolution":{"observed_at":"2026-08-11T05:43:31.305999Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13178","last_updated":"2024-12-23T20:12:48Z","snapshot_observed_at":"2026-08-13T07:41:55.930150Z","submitted_at":"2024-01-24T01:51:00Z","title":"AgentBoard: An Analytical Evaluation Board of Multi-turn LLM Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.13178","snapshot_observed_at":"2026-08-11T05:43:31.309052Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.309052Z"},"links":{"cited_paper":"/paper/2401.13178","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:2c5951591eaaf35d6af8c1edf1f5c35dcad61bf461003e5ab2651a84d7850f41","observation_id":"6864b6b7-ed6e-4ab2-a60a-c29b73ed629e","resolution":{"observed_at":"2026-08-11T05:43:31.309052Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16789","last_updated":"2023-10-03T14:45:48Z","snapshot_observed_at":"2026-07-06T16:00:46.542753Z","submitted_at":"2023-07-31T15:56:53Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16789","snapshot_observed_at":"2026-08-11T05:43:31.313784Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.313784Z"},"links":{"cited_paper":"/paper/2307.16789","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:27836d94d6a86f80a2ff985d0f4721c48b7aa839359f2cae9efc8b7b609716e1","observation_id":"d4ab7364-f1db-4d79-b34c-0c267e009bd2","resolution":{"observed_at":"2026-08-11T05:43:31.313784Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.317281Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.317281Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:67265934d7c1dfa3adb170052ca6f18c236a1d505eae17a84dc06c7c0d08b92c","observation_id":"e48f8d9f-ff08-48c1-8db4-fa30368b36ca","resolution":{"observed_at":"2026-08-11T05:43:31.317281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.365645Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.365645Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:06b82ed21bf6e7e123e36211968ab14ca3c4bb6869b9f2e59caf6a0f65bf5f6a","observation_id":"34e450d2-43ad-483e-953c-ea7761db7115","resolution":{"observed_at":"2026-08-11T05:43:31.365645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:32.336737Z","title":null,"venue":null,"work_id":"a2fb21e8-ce6c-4ddd-bb44-d84c95e830c7","year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.431729Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:56943e95e8568dbe7b63472faa3dec3dcf3229025433c31639cf20d38001f5dd","observation_id":"ce4df773-884a-4634-90be-360e509a2c28","resolution":{"observed_at":"2026-08-11T05:43:32.384796Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-11T05:43:31.503942Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.503942Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:f32b0dfb694b1dabc4079cec4613dafb41a6d3641973fd40d18201499bd1c881","observation_id":"1d827b88-f0fb-45cb-893f-d93300fbd135","resolution":{"observed_at":"2026-08-11T05:43:31.503942Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.507757Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.507757Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:c166a89bd8b6f4af303a8a11342669dc93068c340bd8348c6d4922c357398ddb","observation_id":"efb23076-f80c-40cf-9209-d6dff8d6bbe7","resolution":{"observed_at":"2026-08-11T05:43:31.507757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.04091","last_updated":"2023-05-26T07:06:48Z","snapshot_observed_at":"2026-07-06T15:24:07.662207Z","submitted_at":"2023-05-06T16:34:37Z","title":"Plan-and-Solve Prompting: Improving Zero-Shot Chain-of-Thought Reasoning by Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.04091","snapshot_observed_at":"2026-08-11T05:43:31.510196Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.510196Z"},"links":{"cited_paper":"/paper/2305.04091","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:5ff2ce791a22444314bafc09d0942b7ba9505fecc5df169d20c4cf2c7d84b376","observation_id":"f9ff3bc8-7345-41c1-a60e-0be86a830765","resolution":{"observed_at":"2026-08-11T05:43:31.510196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.513300Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.513300Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:1b523c83d2c7559ba7374e0e734a8297f838defd4a3ff4b2c82bd3241a95df6f","observation_id":"ebecddb3-945d-45e6-a4b1-ea7d571f671c","resolution":{"observed_at":"2026-08-11T05:43:31.513300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.517129Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.517129Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:9a4084c3321a5e446d8e3c119d1eee4c4b747e2b3997111853c12e5f5e59a253","observation_id":"a861edd9-5a31-4791-9722-fbb4a400705c","resolution":{"observed_at":"2026-08-11T05:43:31.517129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.520911Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.520911Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:2d1a54f56a4d1f041166558e536529330954cbd06d0872a034c04a9f21da84ad","observation_id":"ae7bd030-b13d-4cff-a7df-ad3f6b82e1df","resolution":{"observed_at":"2026-08-11T05:43:31.520911Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.584743Z","title":"React: Synergizing reasoning and acting in language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.584743Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:1528fa53575aa5b9122079d3fff3370c5d0b0a6ffdab35e7ee9f99bcca2d6b9c","observation_id":"bcac62ce-7ac9-44f9-b891-19b79a0f44df","resolution":{"observed_at":"2026-08-11T05:43:31.584743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00741","last_updated":"2024-12-05T07:05:59Z","snapshot_observed_at":"2026-08-13T04:50:31.058871Z","submitted_at":"2024-01-01T12:49:36Z","title":"ToolEyes: Fine-Grained Evaluation for Tool Learning Capabilities of Large Language Models in Real-world Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00741","snapshot_observed_at":"2026-08-11T05:43:31.689503Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.689503Z"},"links":{"cited_paper":"/paper/2401.00741","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:e30e0af331c84d1b8d42019aafb7f600cf8c2dbf84744a17c0df942877938fa4","observation_id":"94c24ae8-097f-4274-8bef-f936f6919e11","resolution":{"observed_at":"2026-08-11T05:43:31.689503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09675","last_updated":"2020-02-24T18:59:28Z","snapshot_observed_at":"2026-07-29T15:42:51.774083Z","submitted_at":"2019-04-21T23:08:53Z","title":"BERTScore: Evaluating Text Generation with BERT","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09675","snapshot_observed_at":"2026-08-11T05:43:31.807563Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.807563Z"},"links":{"cited_paper":"/paper/1904.09675","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:fbe45eb1bf60a81359beba1fda9f1d42db9debad5050a27c72519340f153be45","observation_id":"079de58c-a35c-4ee8-acdc-7c581a8abcee","resolution":{"observed_at":"2026-08-11T05:43:31.807563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.18223","last_updated":"2026-03-18T05:34:39Z","snapshot_observed_at":"2026-08-14T10:40:26.323157Z","submitted_at":"2023-03-31T17:28:46Z","title":"A Survey of Large Language Models","version":19},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.18223","snapshot_observed_at":"2026-08-11T05:43:31.839524Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.839524Z"},"links":{"cited_paper":"/paper/2303.18223","citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:96b9c834dfe36f796141cf2908bea27a65c9be0bd70b7ec150116ea02208ad27","observation_id":"ce05e922-7020-44a4-9fba-b29db2eec050","resolution":{"observed_at":"2026-08-11T05:43:31.839524Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.842830Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.842830Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:a22ac2c60ee1cf88db10b6c58583fbe4ba09d7dc184b966aa9109dbca08225aa","observation_id":"fc687d77-ce4e-437e-9d75-94ca7cb0b8d7","resolution":{"observed_at":"2026-08-11T05:43:31.842830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.845329Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.845329Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:92253d08253d86f1748dea0909bd0ecf5ea784624e75925ab2625860bf664f52","observation_id":"2205a3ba-5b01-4343-8828-c4f9c563aa93","resolution":{"observed_at":"2026-08-11T05:43:31.845329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T05:43:31.849186Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-11T05:43:31.849186Z"},"links":{"citing_paper":"/paper/2412.17259"},"observation_digest":"sha256:dabeba43e21616728a3180b8e5da31cfcb41f8dd2e139b7a8084f06b125eefdf","observation_id":"1d5d1101-085a-4af1-a894-21128cb7e3df","resolution":{"observed_at":"2026-08-11T05:43:31.849186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.17259","last_updated":"2024-12-23T04:02:46Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-13T17:31:34.764750Z","submitted_at":"2024-12-23T04:02:46Z","title":"LegalAgentBench: Evaluating LLM Agents in Legal Domain"},"reference_resolution":{"displayed":36,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":35,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":36},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 36 of 36 outbound references and 10 inbound Pith citation observations for arXiv:2412.17259."}