{"as_of":"2026-08-12T12:54:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ee5509a2f3fe7baf8e63215b0fa4adc7b3c1ad64467706020ae80418abdb5d7c","coverage":[{"denominator":55,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":55,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T13:38:04.551852Z","state":"measured"},{"denominator":56,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":56,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T18:12:28.316470Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-10T18:12:28.374832Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"cited_work":{"arxiv_id":"2412.13233","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.13233","snapshot_observed_at":"2026-08-10T18:12:28.374832Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","venue":"cs.SE","work_id":"a3e581aa-b195-4f33-88b3-3d0f6f31e58f","year":2024},"citing_paper":{"arxiv_id":"2501.13955","last_updated":"2025-01-20T15:11:03Z","snapshot_observed_at":"2026-08-11T21:30:24.033207Z","submitted_at":"2025-01-20T15:11:03Z","title":"Guided Persona-based AI Surveys: Can we replicate personal mobility preferences at scale using LLMs?","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-10T18:12:28.316470Z"},"links":{"cited_paper":"/paper/2412.13233","citing_paper":"/paper/2501.13955"},"observation_digest":"sha256:b15619d6ab5b2564bd3723f9b484feef1c938145cd72a5f48f12176d4799fe1e","observation_id":"5f01666d-99a1-45f2-9df6-72a9ea08a039","resolution":{"observed_at":"2026-08-10T18:12:28.382548Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.13233/citation-record","integrity":"/paper/2412.13233/integrity","json":"/paper/2412.13233/citation-record.json","paper":"/paper/2412.13233"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2309.07864","last_updated":"2023-09-19T08:29:18Z","snapshot_observed_at":"2026-08-09T18:54:02.679174Z","submitted_at":"2023-09-14T17:12:03Z","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07864","snapshot_observed_at":"2026-08-11T13:38:04.207611Z","title":"The rise and potential of large language model based agents: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.207611Z"},"links":{"cited_paper":"/paper/2309.07864","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:b197e6ce185679524f3e448b5ecb558e2a3ea6cfccf03b5ded3f440b72412cfc","observation_id":"c29bca7f-fd01-4880-a5ee-57feed573266","resolution":{"observed_at":"2026-08-11T13:38:04.207611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:06.016171Z","title":null,"venue":null,"work_id":"1f3a1fe5-b98a-4ad3-b432-f30525f0d345","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.214248Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:7a6dd77c69ef2fc73558cf603bcfa15fb5c308c422608e24bb6f5bf37df5f298","observation_id":"c7a1fd3f-d7e9-40c7-9b62-9dacdc4d0826","resolution":{"observed_at":"2026-08-11T13:38:06.022804Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.08244","last_updated":"2023-10-25T06:54:12Z","snapshot_observed_at":"2026-08-02T00:07:12.855748Z","submitted_at":"2023-04-14T14:05:32Z","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.08244","snapshot_observed_at":"2026-08-11T13:38:04.220484Z","title":"Api -bank: A benchmark for tool- augmented llms,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.220484Z"},"links":{"cited_paper":"/paper/2304.08244","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:334804a78c40806adc3f8a17307c2771072ac98a2a07197b2d21b04913fd33e1","observation_id":"70ded954-323c-4103-8342-6a20c7a3b36c","resolution":{"observed_at":"2026-08-11T13:38:04.220484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.995038Z","title":"A survey on large language model based autonomous agents,","venue":null,"work_id":"6628d9b8-f9e9-4c10-a0dd-863b7a9d8bcc","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.226930Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:187d179e4a1debd3d141e347d39f679973073fc9b30b9a303f8893f523403374","observation_id":"caf1346f-ff6a-41f5-8510-c56174d80886","resolution":{"observed_at":"2026-08-11T13:38:06.003014Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16789","last_updated":"2023-10-03T14:45:48Z","snapshot_observed_at":"2026-07-06T16:00:46.542753Z","submitted_at":"2023-07-31T15:56:53Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16789","snapshot_observed_at":"2026-08-11T13:38:04.232720Z","title":"Toolllm: Facilitating large language models to master 16000+ real-world apis,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.232720Z"},"links":{"cited_paper":"/paper/2307.16789","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:d6ccf40e280f28298d3ad8db9296a005962cd385a19598644899f859f1476ba5","observation_id":"d78314c0-510d-46e8-80c9-01b9b2462378","resolution":{"observed_at":"2026-08-11T13:38:04.232720Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.974956Z","title":"Musescore","venue":null,"work_id":"d4163ce1-081e-4f0d-a758-216f17da407c","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.239305Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:e160d5b50b8fdce0a27404e41889baa8c5604775939c88250e5187dd658a8410","observation_id":"b0418f53-9e13-4a28-bd10-d1b764535ff7","resolution":{"observed_at":"2026-08-11T13:38:05.981783Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-11T13:38:04.247890Z","title":"Gpt-4 technical report,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.247890Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:2b4b5c11609d4e0c51a6877a4f46b27d396986ddd38fd759a8210ac9ff35245a","observation_id":"17e3662b-3ddb-4e21-ad6d-b4ed25288adf","resolution":{"observed_at":"2026-08-11T13:38:04.247890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-07-30T09:12:38.100527Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-11T13:38:04.253711Z","title":"Bert: Pre-training of deep bidirectional transformers for language understanding,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.253711Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:193b94b47e5f6e4fa4756762ad23ee922f7a03242071a6fdef937e4146b528cc","observation_id":"722b2b73-7fe6-4a54-acb2-75454f07918c","resolution":{"observed_at":"2026-08-11T13:38:04.253711Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-11T13:38:04.260054Z","title":"Llama 2: Open foundation and fine-tuned chat models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.260054Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:2aba55ef7f4ae8a196c57a63ff5c210a5db5a44e8e06f9e1b812e65912f4b53e","observation_id":"fb8d4f9d-0631-4e42-b43b-16aeba0c80f7","resolution":{"observed_at":"2026-08-11T13:38:04.260054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.954650Z","title":"Human-level control through deep re- inforcement learning,","venue":null,"work_id":"1911c249-c51e-4b3a-b5e3-ab1b417cda90","year":2015},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.265732Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:b2f0f477d4df814d7e397c69e227daa113b2dcefa52db4214a50628fd70b7a82","observation_id":"bf18b6bc-8272-49d6-8b02-4eaa7cc58f09","resolution":{"observed_at":"2026-08-11T13:38:05.961277Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1509.02971","last_updated":"2019-07-05T10:47:27Z","snapshot_observed_at":"2026-07-06T04:29:24.362640Z","submitted_at":"2015-09-09T23:01:36Z","title":"Continuous control with deep reinforcement learning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1509.02971","snapshot_observed_at":"2026-08-11T13:38:04.277591Z","title":"Continuous control with deep reinforcement learning,","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.277591Z"},"links":{"cited_paper":"/paper/1509.02971","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:277a405ad5251fa2e4c8f004195dc6a990662fd7039e5733b994cf18f1827d08","observation_id":"772cfd2c-8215-44c8-8781-0b80ae8beb8f","resolution":{"observed_at":"2026-08-11T13:38:04.277591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1707.06347","last_updated":"2017-08-28T09:20:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2017-07-20T02:32:33Z","title":"Proximal Policy Optimization Algorithms","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1707.06347","snapshot_observed_at":"2026-08-11T13:38:04.284390Z","title":"Proximal policy optimization algorithms,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.284390Z"},"links":{"cited_paper":"/paper/1707.06347","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:4242a4558d193fe07cf5dafa1492876680ed5e4f1f0644b07edfd44bd2011d9e","observation_id":"cf9df920-918f-4c1d-a3ba-b4a3f4afa83d","resolution":{"observed_at":"2026-08-11T13:38:04.284390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.934267Z","title":"Language models are few-shot learners,","venue":null,"work_id":"6d520307-0470-420b-844d-867cce909a6e","year":1901},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.290314Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:28c1e7b8a531046d7eb593ada5b782e0d7c48e4dee0bc83cdab78afeea67e157","observation_id":"e1e9c874-472e-44d8-8b13-5a4a25fb2999","resolution":{"observed_at":"2026-08-11T13:38:05.940588Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-07-06T16:01:07.532053Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-11T13:38:04.295926Z","title":"Metagpt: Meta programming for multi-agent collaborative framework,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.295926Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:3e4d7748ee379c509975c16972c8cabbcaada6a9a2006f1614214c036f0731b0","observation_id":"aa7ef800-cf6f-48b3-90f7-b251220488fe","resolution":{"observed_at":"2026-08-11T13:38:04.295926Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.896737Z","title":"Gpt is an effective tool for multilingual psychological text analysis,","venue":null,"work_id":"90c1f711-81a0-4738-9096-938db85a0ab9","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.301300Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:4dcad22f0a690caaebb18eea8e5334f6c9f77d8facb0415461492d5137933c97","observation_id":"77d5263d-7b37-475b-a37f-503765e01a2a","resolution":{"observed_at":"2026-08-11T13:38:05.903872Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08560","last_updated":"2024-02-12T18:59:46Z","snapshot_observed_at":"2026-08-12T05:13:16.784054Z","submitted_at":"2023-10-12T17:51:32Z","title":"MemGPT: Towards LLMs as Operating Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08560","snapshot_observed_at":"2026-08-11T13:38:04.306000Z","title":"Memgpt: Towards llms as operating systems,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.306000Z"},"links":{"cited_paper":"/paper/2310.08560","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:5a0bcb43d96969e5133d98bec68dff8c6b52f3950d862ea94bfc9c138d3b293d","observation_id":"b3d67cb1-577c-4dd9-8911-ec608696d5c4","resolution":{"observed_at":"2026-08-11T13:38:04.306000Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.873510Z","title":"Hugginggpt: Solving ai tasks with chatgpt and its friends in hugging face,","venue":null,"work_id":"d1ef3d42-942f-477e-be3c-770085f3aa1e","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.311478Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:46c8da67e96c1bb6ba756b71d8cb8a56ae46e0ac78cf600797c787b84e4cb89c","observation_id":"956012af-517a-42c8-a9f4-e472668876ff","resolution":{"observed_at":"2026-08-11T13:38:05.880414Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.851004Z","title":"Toolformer: Language models can teach themselves to use tools,","venue":null,"work_id":"24cccf09-df70-43b2-90c3-46524cfb6bf8","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.316802Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:29427c2861b47842c72b025a7202b50fe98191e096d568d9bf2972c6af55b717","observation_id":"9d39d1de-e688-416b-839f-6bccbd15405d","resolution":{"observed_at":"2026-08-11T13:38:05.858542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:04.321890Z","title":"Language models are unsupervised multitask learners,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.321890Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:7d721c93940be98c3e4863a007917a15674985a1de37c671f4684423a457a240","observation_id":"9f3af744-7e85-4187-8fec-d2b710a0a944","resolution":{"observed_at":"2026-08-11T13:38:04.321890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14268","last_updated":"2024-08-14T00:48:43Z","snapshot_observed_at":"2026-08-07T10:54:15.798591Z","submitted_at":"2024-01-25T16:02:56Z","title":"GPTVoiceTasker: Advancing Multi-step Mobile Task Efficiency Through Dynamic Interface Exploration and Learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14268","snapshot_observed_at":"2026-08-11T13:38:04.326981Z","title":"Gptvoicetasker: Llm- powered virtual assistant for smartphone,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.326981Z"},"links":{"cited_paper":"/paper/2401.14268","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:e46451f21d8adfc1a6f97e56fd69acf3685852e053385f2e4528a0e59ed0c6ae","observation_id":"0b422daa-8e47-4ed6-97cd-67c0701e81ba","resolution":{"observed_at":"2026-08-11T13:38:04.326981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.803038Z","title":"Opendevin: A github repository","venue":null,"work_id":"4704a13e-bb92-4984-ab75-ca8afba5c386","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.332571Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f0f26f7cf4b780b74284f58dbfc1744d5c06f5dec5a0daed4fc7b4b96740694d","observation_id":"43e46696-9a8e-49f0-8184-8bb9fc48ca03","resolution":{"observed_at":"2026-08-11T13:38:05.810876Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.775143Z","title":"Devika: A github repository by stition ai","venue":null,"work_id":"28933635-e660-40f1-990f-74cb02482ed1","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.337782Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:45a2654b28235c5a668372d1e0c71b90c43ae037db5e274057c6877be8902c6c","observation_id":"20bedfed-a6d8-42e2-8b74-3b223fda0779","resolution":{"observed_at":"2026-08-11T13:38:05.783449Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.745660Z","title":"Hugging face: Open source machine learning tools","venue":null,"work_id":"69693765-df26-44e4-9b8b-55add48feb90","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.343258Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:19b0474408d2a4b0493fc11a51830e7e2409adc84c142dd35c06ac1a45c67946","observation_id":"41dcd948-cca2-4264-80eb-2a01f89e01ef","resolution":{"observed_at":"2026-08-11T13:38:05.754421Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.18223","last_updated":"2026-03-18T05:34:39Z","snapshot_observed_at":"2026-08-06T23:27:24.356320Z","submitted_at":"2023-03-31T17:28:46Z","title":"A Survey of Large Language Models","version":19},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.18223","snapshot_observed_at":"2026-08-11T13:38:04.348672Z","title":"A survey of large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.348672Z"},"links":{"cited_paper":"/paper/2303.18223","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:df70405f49d0e5a6439316862a6e794781db663a09bb136fa6a39aab01303dc7","observation_id":"6f901a71-573d-4667-8fed-739d9ff3d814","resolution":{"observed_at":"2026-08-11T13:38:04.348672Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.720289Z","title":"Language model behavior: A comprehensive survey,","venue":null,"work_id":"0d124e63-0710-490b-b2d5-a1adfd537b69","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.354677Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:c39155c283bde8bda404e97cc0ff7df02172ea0d11556cfc326d5c4104c995d9","observation_id":"d4b0a703-4b46-4fd9-b6a8-1290c609c6f3","resolution":{"observed_at":"2026-08-11T13:38:05.726947Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:04.360668Z","title":"Harnessing the power of llms in practice: A survey on chatgpt and beyond,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.360668Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:62980b544d15dacee66e9dd625402fde940514d156c378ccbfdd06f0ad638e0c","observation_id":"94e00fa1-1e5a-4992-a6f0-4d7f45119e09","resolution":{"observed_at":"2026-08-11T13:38:04.360668Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.12966","last_updated":"2023-07-24T17:44:58Z","snapshot_observed_at":"2026-08-11T19:09:11.098841Z","submitted_at":"2023-07-24T17:44:58Z","title":"Aligning Large Language Models with Human: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.12966","snapshot_observed_at":"2026-08-11T13:38:04.366729Z","title":"Aligning large language models with human: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.366729Z"},"links":{"cited_paper":"/paper/2307.12966","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:684bd744255487d0e732c107f45e211c77697dd6ef0a5ccb1ba981dab9239e54","observation_id":"4cf7b096-3905-4aa3-93c8-d2bef147eb84","resolution":{"observed_at":"2026-08-11T13:38:04.366729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10403","last_updated":"2023-05-26T17:59:33Z","snapshot_observed_at":"2026-08-06T19:23:30.079167Z","submitted_at":"2022-12-20T16:29:03Z","title":"Towards Reasoning in Large Language Models: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10403","snapshot_observed_at":"2026-08-11T13:38:04.373118Z","title":"Towards reasoning in large language models: A survey,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.373118Z"},"links":{"cited_paper":"/paper/2212.10403","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:7a1b6ddcf8239b93ebfbb74473713a0c6287280bdc8effb73b9d3ab9810f2f1e","observation_id":"f31df250-1ceb-4dc0-b0e0-d10ff91b6f5f","resolution":{"observed_at":"2026-08-11T13:38:04.373118Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.07842","last_updated":"2023-02-15T18:25:52Z","snapshot_observed_at":"2026-07-30T02:11:00.198428Z","submitted_at":"2023-02-15T18:25:52Z","title":"Augmented Language Models: a Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.07842","snapshot_observed_at":"2026-08-11T13:38:04.380210Z","title":"Augmented language models: a survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.380210Z"},"links":{"cited_paper":"/paper/2302.07842","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f9f8af474f9012735970d84d7619c040e98a8a0b20a457ecab8990feec03055c","observation_id":"97b440f4-a22c-4a11-a2a8-abb5533ea87b","resolution":{"observed_at":"2026-08-11T13:38:04.380210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.680389Z","title":"A survey on evaluation of large language models,","venue":null,"work_id":"dca29d42-9917-4012-81cd-2ee5c3aa4f76","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.386026Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:ea89a2cae4fc2f2f49d6c3cc770c744eab1cf3846dec36e56642fc51cfae0f8f","observation_id":"16cae9c3-4804-424c-8859-66edcf38e885","resolution":{"observed_at":"2026-08-11T13:38:05.689021Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.660571Z","title":"Rapid’s api hub","venue":null,"work_id":"c394887b-79c7-41ed-8302-0fad7c707697","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.392165Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:4af33f3f867131dfaaa37944164924c5b426ebbde770cb20c01445e19124311c","observation_id":"e69ea016-f3fc-4dbe-95a9-5cf7e3affdd9","resolution":{"observed_at":"2026-08-11T13:38:05.666081Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.02676","last_updated":"2023-10-18T07:11:12Z","snapshot_observed_at":"2026-08-04T10:05:48.268152Z","submitted_at":"2023-02-06T10:28:16Z","title":"Chain of Hindsight Aligns Language Models with Feedback","version":8},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.02676","snapshot_observed_at":"2026-08-11T13:38:04.398514Z","title":"Chain of hindsight aligns language models with feedback,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.398514Z"},"links":{"cited_paper":"/paper/2302.02676","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f2f6adcf356020181ce114bd3bc1d86e883cde9e30d5dd28bfa37eb391c5a3b2","observation_id":"fb952474-2ed1-46da-a955-4ebbabf38e69","resolution":{"observed_at":"2026-08-11T13:38:04.398514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03629","last_updated":"2023-03-10T01:00:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-10-06T01:00:32Z","title":"ReAct: Synergizing Reasoning and Acting in Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03629","snapshot_observed_at":"2026-08-11T13:38:04.404749Z","title":"React: Synergizing reasoning and acting in language models,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.404749Z"},"links":{"cited_paper":"/paper/2210.03629","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:3b6b163a4b278f5b402ffc4257e80508ff649010dd117373b18040b00d2cceee","observation_id":"137eaf7f-a21b-44b9-b0e6-ac17b880e738","resolution":{"observed_at":"2026-08-11T13:38:04.404749Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.638646Z","title":"Tree of thoughts: Deliberate problem solving with large language models,","venue":null,"work_id":"1b7667af-a94e-4707-886c-e511f2a7f484","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.411154Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f3e48660f2d740d920669d3bbc7351d62600b27c92627ae6326b1cf1bf9c7cb3","observation_id":"bad85518-6594-432f-a1ab-16fcb6df0f98","resolution":{"observed_at":"2026-08-11T13:38:05.646112Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01434","last_updated":"2023-09-29T16:30:49Z","snapshot_observed_at":"2026-08-12T03:10:39.614834Z","submitted_at":"2023-09-29T16:30:49Z","title":"Revolutionizing Mobile Interaction: Enabling a 3 Billion Parameter GPT LLM on Mobile","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01434","snapshot_observed_at":"2026-08-11T13:38:04.417490Z","title":"Revolutionizing mobile interaction: Enabling a 3 billion parameter gpt llm on mobile,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.417490Z"},"links":{"cited_paper":"/paper/2310.01434","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:6f972b6fc07c75a13e39981f2bfd55a62d8a26ea81c80bcc70513e7aa79ef822","observation_id":"7b66095c-3092-4e6e-87f2-b7c0654d8c5f","resolution":{"observed_at":"2026-08-11T13:38:04.417490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11514","last_updated":"2024-07-30T23:37:20Z","snapshot_observed_at":"2026-08-10T22:25:06.219020Z","submitted_at":"2023-12-12T18:57:08Z","title":"LLM in a flash: Efficient Large Language Model Inference with Limited Memory","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11514","snapshot_observed_at":"2026-08-11T13:38:04.423298Z","title":"Llm in a flash: Efficient large language model inference with limited memory,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.423298Z"},"links":{"cited_paper":"/paper/2312.11514","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:109973fe856c1e4a853168a1cef84e8246fec22f1f007215cca111115fdd9e3f","observation_id":"834f1932-cb9d-4cf3-a64b-1056f4291f18","resolution":{"observed_at":"2026-08-11T13:38:04.423298Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.11805","last_updated":"2024-03-18T14:03:23Z","snapshot_observed_at":"2026-07-06T17:46:20.935124Z","submitted_at":"2024-03-18T14:03:23Z","title":"LLM as a System Service on Mobile Devices","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.11805","snapshot_observed_at":"2026-08-11T13:38:04.428916Z","title":"Llm as a system service on mobile devices,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.428916Z"},"links":{"cited_paper":"/paper/2403.11805","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:42f865ba186c79194c822ed2ce3f97cdda78db0d9b1ee33187fbdb566e9c6a15","observation_id":"88f8a6a5-ba72-477a-9559-19b661b598a2","resolution":{"observed_at":"2026-08-11T13:38:04.428916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2205.00445","last_updated":"2022-05-01T11:01:28Z","snapshot_observed_at":"2026-08-12T06:42:48.798440Z","submitted_at":"2022-05-01T11:01:28Z","title":"MRKL Systems: A modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.00445","snapshot_observed_at":"2026-08-11T13:38:04.435253Z","title":"Mrkl systems: A modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.435253Z"},"links":{"cited_paper":"/paper/2205.00445","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:0a5b323f6665e75bc5a03fb026010c10f64d496209dc6c33944cf0a912bbbe61","observation_id":"42dd7d6b-30c3-43cd-8792-4891996d32cb","resolution":{"observed_at":"2026-08-11T13:38:04.435253Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.617378Z","title":"Camel: Communicative agents for","venue":null,"work_id":"89e52429-706e-4186-b547-8e8ab881198b","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.441831Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:680b4ffea04f18468343dc663821e79d6aff0bb5ba2b02f5743452d0a846a7ae","observation_id":"9cb1557f-0822-49ec-8be3-52d837ee3151","resolution":{"observed_at":"2026-08-11T13:38:05.624492Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.07924","last_updated":"2024-06-05T13:23:49Z","snapshot_observed_at":"2026-07-06T15:54:28.831510Z","submitted_at":"2023-07-16T02:11:34Z","title":"ChatDev: Communicative Agents for Software Development","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.07924","snapshot_observed_at":"2026-08-11T13:38:04.447643Z","title":"Communicative agents for software development,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.447643Z"},"links":{"cited_paper":"/paper/2307.07924","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:820d4a42d7804ca9898bf8609cc34b2bef89b7a1f146f9ca888c2465d7577031","observation_id":"a2e69097-f147-46e4-b431-43e12eeeea78","resolution":{"observed_at":"2026-08-11T13:38:04.447643Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.591045Z","title":"Generative agents: Interactive simulacra of human behavior,","venue":null,"work_id":"d321432d-faec-448e-a46f-9cf2a043f2b4","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.454687Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:d9e3c16edf73f0a44b7bbe5a2196c4c9c5b9ef88ff16a8380e5f5da241f747e0","observation_id":"9dd02fd8-5da0-447d-b9c1-29ada39f7ee2","resolution":{"observed_at":"2026-08-11T13:38:05.598401Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10501","last_updated":"2023-10-16T15:20:30Z","snapshot_observed_at":"2026-08-07T08:20:45.612923Z","submitted_at":"2023-10-16T15:20:30Z","title":"NeMo Guardrails: A Toolkit for Controllable and Safe LLM Applications with Programmable Rails","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10501","snapshot_observed_at":"2026-08-11T13:38:04.460651Z","title":"Nemo guardrails: A toolkit for controllable and safe llm applications with programmable rails,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.460651Z"},"links":{"cited_paper":"/paper/2310.10501","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:76f501bf69d078c89086e8d8cc4f3919528c090f0ac841fe83c9d4e3e5328af1","observation_id":"ad328f1d-067e-4eda-bc03-901d4593ca5b","resolution":{"observed_at":"2026-08-11T13:38:04.460651Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.563955Z","title":"Reflexion: Language agents with verbal reinforcement learning,","venue":null,"work_id":"4cc527f7-0ca4-4d83-b435-1360cf0958f9","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.467181Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f448f05177f8d9e737757134bb127aaf38d8489afd7121b7ed75b92f59e3d025","observation_id":"72201a7f-8d3b-4426-bde2-71a940ae2185","resolution":{"observed_at":"2026-08-11T13:38:05.570949Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.07697","last_updated":"2024-03-24T06:42:47Z","snapshot_observed_at":"2026-08-10T11:51:19.341447Z","submitted_at":"2023-07-15T03:31:38Z","title":"Think-on-Graph: Deep and Responsible Reasoning of Large Language Model on Knowledge Graph","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.07697","snapshot_observed_at":"2026-08-11T13:38:04.474160Z","title":"Think-on-graph: Deep and responsible reasoning of large language model with knowledge graph,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.474160Z"},"links":{"cited_paper":"/paper/2307.07697","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f6f1b2ec76bb3eab9290c872e876e17a4ecf0de463592221ea9167e96b495bba","observation_id":"da84a0a1-ffcd-42fe-9add-2d2862967ee6","resolution":{"observed_at":"2026-08-11T13:38:04.474160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16291","last_updated":"2023-10-19T16:27:03Z","snapshot_observed_at":"2026-08-11T16:01:36.938012Z","submitted_at":"2023-05-25T17:46:38Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16291","snapshot_observed_at":"2026-08-11T13:38:04.480939Z","title":"Voyager: An open-ended embodied agent with large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.480939Z"},"links":{"cited_paper":"/paper/2305.16291","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:894ead2e811c8f5f968e8f4573bd0cf0820c479aa1278cd8c7564efc6fd38909","observation_id":"6448a6df-d3fd-4e4d-adcd-d237fc2ea664","resolution":{"observed_at":"2026-08-11T13:38:04.480939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.538190Z","title":"Proof-carrying code,","venue":null,"work_id":"8d2200e8-1687-45ac-8805-436167d318ed","year":1997},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.489001Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:30d52467dedddf26305a6eb08239ab235738c98634e6bffa567ddd09313c93ba","observation_id":"7992619f-f324-49aa-b0a7-9dc612110f26","resolution":{"observed_at":"2026-08-11T13:38:05.546793Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1907.11692","last_updated":"2019-07-26T17:48:29Z","snapshot_observed_at":"2026-07-31T22:31:37.910868Z","submitted_at":"2019-07-26T17:48:29Z","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.11692","snapshot_observed_at":"2026-08-11T13:38:04.495677Z","title":"Roberta: A robustly optimized bert pretraining approach,","venue":null,"work_id":null,"year":1907},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.495677Z"},"links":{"cited_paper":"/paper/1907.11692","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:a5c50fce91f3a2e98cb9bba4b2d0edbbae53cc9c251f7be8a5a4cd0a601e1dcb","observation_id":"e3fa0bde-436d-4ccd-907a-030780091a38","resolution":{"observed_at":"2026-08-11T13:38:04.495677Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.512511Z","title":"Xlnet: Gener- alized autoregressive pretraining for language understanding,","venue":null,"work_id":"5a3b8f1b-8eea-4dd6-bd49-597e52b60f8f","year":2019},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.501429Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:954404f83ace714a517b7347948de1a7caa8bc980affe85239fd9b9c8f454e7e","observation_id":"a50f132f-487c-448d-932f-47a4604e1f65","resolution":{"observed_at":"2026-08-11T13:38:05.519107Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.02301","last_updated":"2023-07-05T16:59:31Z","snapshot_observed_at":"2026-07-06T15:22:55.122322Z","submitted_at":"2023-05-03T17:50:56Z","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.02301","snapshot_observed_at":"2026-08-11T13:38:04.506950Z","title":"Distilling step-by-step! outperforming larger language models with less training data and smaller model sizes,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.506950Z"},"links":{"cited_paper":"/paper/2305.02301","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:9149433d89d590296e6c6d624c520102399fc9e09a3b8ab66a3be673b05a8837","observation_id":"98677527-fc08-4826-ad40-2c480be885d3","resolution":{"observed_at":"2026-08-11T13:38:04.506950Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.483677Z","title":"Prompting is all you need: Automated android bug replay with large language models,","venue":null,"work_id":"03deae5c-fbf8-4e20-a995-5ce763c62076","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.513532Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:d5c8f1bb309eb8a29a9077a415b5c1b55316be1d2c26762e99d1f3ee59fa0d7e","observation_id":"05b23cb8-2fcd-46ea-88e3-610824c69c44","resolution":{"observed_at":"2026-08-11T13:38:05.490609Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.456155Z","title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor,","venue":null,"work_id":"9a804851-a68e-40be-81c5-a0bbfd5680e5","year":2018},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.527244Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f73f006dc9227b16a279dcf022b85953c4acf335f4fe09e44478baf7698c3ccf","observation_id":"06437fc2-2f83-4fbf-b5da-4bba4718abd1","resolution":{"observed_at":"2026-08-11T13:38:05.464044Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.434299Z","title":"Generative adversarial user mod el for reinforcement learning based recommendation system,","venue":null,"work_id":"8aeafde2-f65b-49e9-94a3-e71e02d30142","year":2019},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.532738Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:d138cfe366054295e5a178d1469101f1c56b06f1861fce9e0260d1d1e491dc1c","observation_id":"82156dd5-fc35-4590-ba63-053f99fe4feb","resolution":{"observed_at":"2026-08-11T13:38:05.441760Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.11366","last_updated":"2023-10-10T05:21:45Z","snapshot_observed_at":"2026-08-10T17:44:16.302071Z","submitted_at":"2023-03-20T18:08:50Z","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.11366","snapshot_observed_at":"2026-08-11T13:38:04.539372Z","title":"Reflexion: an autonomous agent with dynamic memory and self-reflection,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.539372Z"},"links":{"cited_paper":"/paper/2303.11366","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:414459ee646d2a11a34c77d40188eba24bd7c8388e7b498b0ae46eca40efd3e5","observation_id":"bed10c64-15fc-4ba3-8dbf-0b3233dc03a4","resolution":{"observed_at":"2026-08-11T13:38:04.539372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:04.545825Z","title":"Instruction tuning for large language models: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.545825Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:10267c84c29e4c45ef38650bc91d6b150ae7d20c3134dec91a8441165f5a2932","observation_id":"82ad3086-61da-4ffb-bfdf-fb14e09e0f75","resolution":{"observed_at":"2026-08-11T13:38:04.545825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.410278Z","title":"Langchain: A github reposit ory by langchain ai","venue":null,"work_id":"a3fa1c0d-1ccd-4d65-95e3-7d00887ea463","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.551852Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:d694271247c6f23e16ce614ed1ccf5cdf1420b8f49b141118bb70e64d38b3210","observation_id":"5893ce0b-132e-454b-ba43-68c5972fe895","resolution":{"observed_at":"2026-08-11T13:38:05.419024Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-11T19:10:09.585813Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs"},"reference_resolution":{"displayed":55,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":32,"verified_exact":0,"verified_fuzzy":23},"total_outbound_references":55},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 55 of 55 outbound references and 1 inbound Pith citation observation for arXiv:2412.13233."}