{"as_of":"2026-08-14T23:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e59b76b5bce015b5bca2ed8247662ef8b527a907a986d2f4db7d25856fe2006d","coverage":[{"denominator":27,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T04:33:38.373088Z","state":"measured"},{"denominator":27,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":27,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.08621/citation-record","integrity":"/paper/2608.08621/integrity","json":"/paper/2608.08621/citation-record.json","paper":"/paper/2608.08621"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:37.874932Z","title":"DMTCP: transparent checkpointing for cluster computa- tions and the desktop","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:37.874932Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:8d1f71eaef79498d044af94301fa7697b3258207dcfa00a29632470b9b9b02f0","observation_id":"e7126cb2-37ad-46d7-a334-51f6a3ab767c","resolution":{"observed_at":"2026-08-14T04:33:37.874932Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.15840","last_updated":"2025-02-20T15:52:29Z","snapshot_observed_at":"2026-08-10T13:31:57.703896Z","submitted_at":"2025-02-20T15:52:29Z","title":"Vending-Bench: A Benchmark for Long-Term Coherence of Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.15840","snapshot_observed_at":"2026-08-14T04:33:37.906639Z","title":"Vending-bench: a benchmark for long-term coherence of autonomous agents.arXiv preprint arXiv:2502.15840, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:37.906639Z"},"links":{"cited_paper":"/paper/2502.15840","citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:4003ad4c653c37df7a1a857aadfa0e66e85c74255cab3302a92edd7c06923150","observation_id":"c5e4eba6-8287-4061-bbaa-32e0ee0e0369","resolution":{"observed_at":"2026-08-14T04:33:37.906639Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2606.18543","last_updated":"2026-07-22T06:45:58Z","snapshot_observed_at":"2026-08-08T11:07:46.747541Z","submitted_at":"2026-06-16T23:37:52Z","title":"CEO-Bench: Can Agents Play the Long Game?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.18543","snapshot_observed_at":"2026-08-14T04:33:37.994926Z","title":"CEO-Bench: can agents play the long game?arXiv preprint arXiv:2606.18543, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:37.994926Z"},"links":{"cited_paper":"/paper/2606.18543","citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:9f46b66f2764a999a0a39dfd7eb1a893fd5c8707bceaa3f1f38f0e6b4caf8801","observation_id":"dea5f72d-7b4b-42f1-9634-e4d28f5a3e4a","resolution":{"observed_at":"2026-08-14T04:33:37.994926Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:40.055844Z","title":"SWE-Marathon: long-horizon software engineering tasks for LLM agents.arXiv preprint, 2026","venue":null,"work_id":"7e8c1b12-0376-46e8-86e5-350310586eef","year":2026},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.032407Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:8258968cf9980a36fd1784ca968f9df6d9fee874ab9eaee382b112c297de845c","observation_id":"78f66739-b6ee-4c80-a3e0-4973eb9177cf","resolution":{"observed_at":"2026-08-14T04:33:40.061716Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2605.22781","last_updated":"2026-06-08T12:58:55Z","snapshot_observed_at":"2026-08-13T11:58:37.300060Z","submitted_at":"2026-05-21T17:36:17Z","title":"DeltaBox: Scaling Stateful AI Agents with Millisecond-Level Sandbox Checkpoint/Rollback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.22781","snapshot_observed_at":"2026-08-14T04:33:38.068061Z","title":"DeltaBox: scaling stateful AI agents with millisecond-level sandbox checkpoint/rollback.arXiv preprint arXiv:2605.22781, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.068061Z"},"links":{"cited_paper":"/paper/2605.22781","citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:09ed0070f1ca86a9f769d9cb9a201e2e919cbf2f320d9fbad6a6923f413c1c2f","observation_id":"de73da29-bb24-4aa1-a8e9-ad8987faf9e2","resolution":{"observed_at":"2026-08-14T04:33:38.068061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:38.073175Z","title":"YC-Bench: benchmarking AI agents for long-term planning and consistent execution.arXiv preprint arXiv:2604.01212, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.073175Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:30c6feba4543dcfcd247b602b01ff381afa503ea693e9fc3c94f6adf83973d9b","observation_id":"a0d76eb2-0bc4-4411-820b-feda15679209","resolution":{"observed_at":"2026-08-14T04:33:38.073175Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.987195Z","title":"SWE-bench: can language models resolve real-world GitHub issues? InICLR","venue":null,"work_id":"16630619-268a-4fd8-b76b-fe8e3f2c5147","year":2024},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.081859Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:4f7194f194654c21358afafb2982fc7457c0a7c1537bf4b56168856b4b958a94","observation_id":"b8174a07-3811-4fa6-b43c-9a443cf22b96","resolution":{"observed_at":"2026-08-14T04:33:40.043041Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.876440Z","title":"The role of management games and simulations in education and research","venue":null,"work_id":"cc1889f6-cbae-4c6e-b8d9-287a8a4db043","year":1990},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.086508Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:eec659f7e6e61613115141449e515f5358c02ab23026ed801684aa79948781a7","observation_id":"1af9ecde-e42e-41f7-9635-652365f05c8c","resolution":{"observed_at":"2026-08-14T04:33:39.951655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:38.091241Z","title":"Shrout and Joseph L","venue":null,"work_id":null,"year":1979},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.091241Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:56b2bd595e18de1bdc58066c91d33fa93324e4eb19b1b8b4d15bed67308358f3","observation_id":"67360382-b490-48a9-858f-7c75a686aeab","resolution":{"observed_at":"2026-08-14T04:33:38.091241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.860677Z","title":null,"venue":null,"work_id":"ff6c7d7e-96f8-491d-a73b-7d85fcbfe930","year":1955},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.098322Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:4a0d10e5af19561ba104d47fdc29a0302fc42132e42d759e4a1c3a56ef051afd","observation_id":"cad8c6d3-91ef-42de-b0b2-1f490214a65d","resolution":{"observed_at":"2026-08-14T04:33:39.865748Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.825535Z","title":null,"venue":null,"work_id":"f7f63661-a33b-4e7b-a8d6-73fd404772fb","year":1989},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.103413Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:7743ad8e037367fc79b2c9876c81638eea52bbebeb6d15768eab649946b7cba0","observation_id":"a2502f26-799d-461a-908f-eadac4ab23a7","resolution":{"observed_at":"2026-08-14T04:33:39.848041Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.664908Z","title":"Teece, Gary Pisano, and Amy Shuen","venue":null,"work_id":"01b54719-7c1f-4d66-9b5d-1d096e0b277f","year":1997},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.108413Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:5237b5ee54548b1c29a3d0e3448d81075e2abccfd7d7883d8005acfea4860456","observation_id":"177471f0-a2b3-475c-a44b-d7774801b22c","resolution":{"observed_at":"2026-08-14T04:33:39.743068Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.641894Z","title":"Agent-based computational economics: a constructive approach to economic theory","venue":null,"work_id":"19bd18f5-46d6-4c64-90dd-7a37b2014ea8","year":2006},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.113888Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:554627f53ff146225baf8cf5ea4c85912fd1e62c7a42cee464e769b5e059e594","observation_id":"2e6658e7-cc91-4fe6-98c7-c93a8865efa0","resolution":{"observed_at":"2026-08-14T04:33:39.650346Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.530231Z","title":"ShoppingBench: a real-world intent-grounded shopping benchmark for LLM-based agents.AAAI, 2024","venue":null,"work_id":"e3a6348c-eca2-419e-afd8-b279cd5e0488","year":2024},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.119009Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:c7c008f673d83f03f21ba9fa23b02072e4597bb58ff19374074408617cc4da91","observation_id":"c9078f30-73b9-4191-982c-0ea90e8a5d54","resolution":{"observed_at":"2026-08-14T04:33:39.574080Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2604.28138","last_updated":"2026-04-30T17:20:19Z","snapshot_observed_at":"2026-08-11T18:05:39.203516Z","submitted_at":"2026-04-30T17:20:19Z","title":"Crab: A Semantics-Aware Checkpoint/Restore Runtime for Agent Sandboxes","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.28138","snapshot_observed_at":"2026-08-14T04:33:38.124232Z","title":"Crab: a semantics-aware check- point/restore runtime for agent sandboxes.arXiv preprint arXiv:2604.28138, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.124232Z"},"links":{"cited_paper":"/paper/2604.28138","citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:785a10f77c047a09628b3b2648646868f4d6f2f8cfcf33d60ed0dfc614d84eb7","observation_id":"758eb15e-4132-413c-9787-535392b87365","resolution":{"observed_at":"2026-08-14T04:33:38.124232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.511426Z","title":"τ-bench: a benchmark for tool-agent- user interaction in real-world domains","venue":null,"work_id":"16afa432-1b8f-4345-8ab9-13c37502b0a8","year":2025},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.129523Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:30b5f9f1f364e22ee500246d525dfd9928a2b5edea390009b09e20b2639196a3","observation_id":"0a17435b-acec-4ca8-9a56-a680b5ffc57e","resolution":{"observed_at":"2026-08-14T04:33:39.517626Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.450708Z","title":"WebArena: a realistic web environment for building autonomous agents","venue":null,"work_id":"f01bbd0e-b59b-48fb-b0cf-b391e8f1e426","year":2024},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.135073Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:81105fa2ea90c8caf55dd2114ec3c9dc12c545be282842f6976ffe6e0a829b55","observation_id":"a3934d8d-83fb-4655-a12f-86e2499d5e54","resolution":{"observed_at":"2026-08-14T04:33:39.496054Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.368261Z","title":"The 2024 holiday season set new records for ecommerce","venue":null,"work_id":"669b5cc1-9d74-49a3-b552-304f10fe34ba","year":2024},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.155804Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:4bd6e9090b41eafa6d3b151376e51b4cd9a94b0887f440008dcf5c56e91e2132","observation_id":"6fc90234-12ad-4db3-aa06-6cf24c3b6c9e","resolution":{"observed_at":"2026-08-14T04:33:39.374758Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.285435Z","title":"Holiday commerce data and shopping trends","venue":null,"work_id":"68aecfe5-cb43-4a9f-a178-e48c00536191","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.194110Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:31d13008bd7fc4f5eae00f26a0c645b2e8f8d5cb9d8f85e278250c017819710f","observation_id":"a0690a1c-77ef-4ec1-aa17-bd175cacc3ae","resolution":{"observed_at":"2026-08-14T04:33:39.324151Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.267171Z","title":"Turnover and volume of sales in wholesale and retail trade: monthly data","venue":null,"work_id":"2a10649f-25d0-40bc-a671-87108f9125f6","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.264557Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:a32dd0c5890fdaf6c3d2139916df07f5ded82e765aef986f9766471158df4fc7","observation_id":"d8553d21-0fab-49f5-9438-0db5779845b2","resolution":{"observed_at":"2026-08-14T04:33:39.273247Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.116795Z","title":null,"venue":null,"work_id":"325db3d3-88a6-4c4e-9c41-3db3c6a907fa","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.334664Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:09d0ea33f22d7a9210bc8c762fddbbb3ad9e3593631bf2a7872ebbff5e15ab90","observation_id":"4db76f8f-bfb9-49e7-ae78-d6b79dcb2327","resolution":{"observed_at":"2026-08-14T04:33:39.207858Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:39.012291Z","title":"Google trends","venue":null,"work_id":"8f150f01-a205-475a-ad0a-ce30f4be1586","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.339947Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:ed23a565342d4e05dff6d85902dc6f3414a48378cb8d72190e249b8c5ef84cab","observation_id":"c43feea2-f905-4242-96d3-8c16dc20e308","resolution":{"observed_at":"2026-08-14T04:33:39.084384Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:38.993855Z","title":"European holiday spending outlook","venue":null,"work_id":"b8c8187a-e86a-446e-a496-93f2883d4526","year":2024},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.348761Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:b88f2f1bc10df5a739c9a22d5c208455a0f32b6f6bd1e3ea245062339dd8d9b0","observation_id":"7b446def-c597-4170-ae5e-2e09cc0f7983","resolution":{"observed_at":"2026-08-14T04:33:38.999552Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:38.862835Z","title":"Total retail sales of consumer goods","venue":null,"work_id":"fc3affc0-7dee-4af3-bcbb-5c4c918e05ff","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.356233Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:ff2f4bf6dd2805aa6a4dfe8eb36135bd2422743af8dd5e0edcdf33fa4ccd3c06","observation_id":"9f3b5060-1892-41b7-8baa-8f894c4844d3","resolution":{"observed_at":"2026-08-14T04:33:38.944700Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:38.800879Z","title":"Holiday data and consumer trends","venue":null,"work_id":"fc673673-40e5-4569-8ad8-099eb8c66d1b","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.361304Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:4e2329365505da1778cdd7c58188b18240513e1f628c73ba6ab1ca80547a961f","observation_id":"b1657b3b-e089-471d-9a1b-501cbe763048","resolution":{"observed_at":"2026-08-14T04:33:38.822142Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:38.682178Z","title":"Census Bureau","venue":null,"work_id":"f2d269a3-a3f2-4160-b9fd-139110892c35","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.366897Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:4830ef2ca7929ed2d7fb25cbb8eb4c694949b1c1a10dcee4c324bd119cb1ea48","observation_id":"138260d9-a14a-4340-9145-63c8af4930b2","resolution":{"observed_at":"2026-08-14T04:33:38.724195Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T04:33:38.662794Z","title":"World integrated trade solution: bilateral tariff technical note","venue":null,"work_id":"5ec2ca6b-a87f-40c5-89a1-7855f41564db","year":null},"citing_paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-14T04:33:38.373088Z"},"links":{"citing_paper":"/paper/2608.08621"},"observation_digest":"sha256:24d79a9d9907846e3eb4e69218653339f1b29ea5206d4600b4230c6399d15ac6","observation_id":"b2eaeafb-de2a-44e9-9ac7-ec109348ab5b","resolution":{"observed_at":"2026-08-14T04:33:38.669829Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.08621","last_updated":"2026-08-09T10:08:21Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-14T05:28:04.803536Z","submitted_at":"2026-08-09T10:08:21Z","title":"Business Arena: Benchmarking LLM Agents in a Realistic Marketplace"},"reference_resolution":{"displayed":27,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":10,"verified_exact":0,"verified_fuzzy":17},"total_outbound_references":27},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 27 of 27 outbound references and 0 inbound Pith citation observations for arXiv:2608.08621."}