{"as_of":"2026-08-13T03:03:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:21771d5d3e1dffeea8efc12abc3ea6231ec384808bc3854b045d03b00756b120","coverage":[{"denominator":42,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":42,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T17:59:43.730357Z","state":"measured"},{"denominator":42,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":42,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.08317/citation-record","integrity":"/paper/2412.08317/integrity","json":"/paper/2412.08317/citation-record.json","paper":"/paper/2412.08317"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:43.499363Z","title":"Bert: Pre-training of deep bidirectional transformers for language understanding","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.499363Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:79291ea7975517dfce90afabc9f37cc92678be89a4e4a10247694f2c90c8a2cf","observation_id":"c6883639-2257-4285-8fca-ded033949def","resolution":{"observed_at":"2026-08-11T17:59:43.499363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:43.505737Z","title":"Language models are unsupervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.505737Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:e0536eb15c6a0ba7ec1c0b7bcba184d1503909420bd703e0ee6f6eedf328862c","observation_id":"7a47b91a-7585-4c5f-b41a-03fb3fcabc34","resolution":{"observed_at":"2026-08-11T17:59:43.505737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.569899Z","title":"Xlnet: Generalized autoregressive pretraining for language understanding","venue":null,"work_id":"81b26707-a8e5-4d0a-89a1-1759288b6189","year":2019},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.511009Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:787a5046ee5ebb9be86a8b2b5b273f234fee02bc664147c3e2ad8da358815c4b","observation_id":"9c0f45f4-1dd8-48b5-94e3-eedd21da5d81","resolution":{"observed_at":"2026-08-11T17:59:44.575978Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:43.516670Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.516670Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:114ca0ab05d099425f99c6ad966e7533bff1e767ffe6539ecb348c04b7bd7014","observation_id":"b4f347d4-1ab8-4c80-a1bb-b70d145284f2","resolution":{"observed_at":"2026-08-11T17:59:43.516670Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2111.09543","last_updated":"2023-03-24T09:17:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-11-18T06:48:00Z","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2111.09543","snapshot_observed_at":"2026-08-11T17:59:43.523394Z","title":"Debertav3: Improving deberta using electra-style pre-training with gradient-disentangled embedding sharing","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.523394Z"},"links":{"cited_paper":"/paper/2111.09543","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:5f02548a3a785e8a64e447cbc58837efbe9d053108c8198c333eeac8e99788f1","observation_id":"d88651c2-7adf-44b7-bb58-47da6f725f01","resolution":{"observed_at":"2026-08-11T17:59:43.523394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.532269Z","title":"Language models are few-shot learners","venue":null,"work_id":"8b336912-aabe-4e3a-86d7-ded043ffc4e8","year":1901},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.530317Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:30a53c640e1f3f3b0f048b5d5ae89e0cf22cf2913cedec8340b30c5d47ab5ac5","observation_id":"f3900d4c-055f-4359-a1b7-898571e4c6d4","resolution":{"observed_at":"2026-08-11T17:59:44.538736Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.516740Z","title":null,"venue":null,"work_id":"24f60d8d-1d58-47c1-8876-599050e2f95a","year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.543038Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:cc23ad014a1db632ae5cee1dd93c74e4f30f4e062099e2a6205ff95a1e50bad9","observation_id":"e6f6c06e-4575-4c7b-ac9c-0a4a69a0995e","resolution":{"observed_at":"2026-08-11T17:59:44.521524Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-11T17:59:43.551741Z","title":"Gpt-4 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.551741Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:16b4bf23c4b15a720a84d3ef9a28037def7f44f76c65dda9fe521949a954a0e0","observation_id":"d765eae1-ddb0-4782-b0c2-a3a13cf56717","resolution":{"observed_at":"2026-08-11T17:59:43.551741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.503791Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":"ddb057cc-09d4-4330-9fa5-6b621d1795da","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.558197Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:c6a51e717a912c370ed48d3eefbff31516f855c720d83bfdadb99641a9e91eb2","observation_id":"5325a93a-e7b6-4d4f-9a2a-77862ebc3024","resolution":{"observed_at":"2026-08-11T17:59:44.508823Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.486018Z","title":null,"venue":null,"work_id":"f6acaa3f-f36b-418a-8564-001538f77bbe","year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.562900Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:d31283412337c11c0d9af4f484ca78aca7c718bb15839c6cefe9546a0a603e3f","observation_id":"053e3a50-9c2b-4349-842c-edb560e99241","resolution":{"observed_at":"2026-08-11T17:59:44.491366Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.467143Z","title":"Tree of thoughts: Deliberate problem solving with large language models","venue":null,"work_id":"9016c580-947a-4feb-804c-f94b231dadaf","year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.568293Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:a58f75cfc306c165322941f4949cf079fd6c2a86743dad84774a71a3b8b9fba7","observation_id":"688239ba-3ed7-4a42-8dfb-5919bace4314","resolution":{"observed_at":"2026-08-11T17:59:44.472570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.09140","last_updated":"2024-05-31T14:28:40Z","snapshot_observed_at":"2026-08-10T01:09:58.582440Z","submitted_at":"2022-04-19T21:55:18Z","title":"Multi-hop Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.09140","snapshot_observed_at":"2026-08-11T17:59:43.572557Z","title":"Multi-hop question answering","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.572557Z"},"links":{"cited_paper":"/paper/2204.09140","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:2699119122266759c3dd1df99134c26453ba94d32cb839324e22d8f40e630daa","observation_id":"21f7fa33-c3e7-4c38-8561-bc1184864ed0","resolution":{"observed_at":"2026-08-11T17:59:43.572557Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.06418","last_updated":"2022-10-13T09:41:37Z","snapshot_observed_at":"2026-08-11T12:59:32.380919Z","submitted_at":"2022-10-12T17:13:30Z","title":"Relational Graph Convolutional Neural Networks for Multihop Reasoning: A Comparative Study","version":2},"cited_work":{"arxiv_id":"2210.06418","doi":null,"metadata_source":"pith","pith_arxiv_id":"2210.06418","snapshot_observed_at":"2026-08-11T17:59:43.937678Z","title":"Relational Graph Convolutional Neural Networks for Multihop Reasoning: A Comparative Study","venue":"cs.CL","work_id":"80cefa5a-08c4-4ea6-be65-56a4f2ce836b","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.578293Z"},"links":{"cited_paper":"/paper/2210.06418","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:08fc6fdafa63ff38458e50733e78c9dfa836b72219cce864b2c59c0c0ca4a7ad","observation_id":"64b67027-4036-430d-b6d8-ce3962e0037c","resolution":{"observed_at":"2026-08-11T17:59:43.946976Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.450953Z","title":"Edge-aware graph neural network for multi-hop path reasoning over knowledge base","venue":null,"work_id":"4194b0a0-e3f4-4929-b17d-c1f27ad504f0","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.583163Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:9bfa45110e10e16332f10286635152281ee93944d8116c294e415dee193edc1a","observation_id":"07493ef8-73c3-4596-9c6f-5cd4b7f90ef8","resolution":{"observed_at":"2026-08-11T17:59:44.456432Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.430421Z","title":"Knowledge-enhanced iterative instruction generation and reasoning for knowledge base question answering","venue":null,"work_id":"4f259668-7f40-41e8-8a90-672e122c574a","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.588822Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:de78b985e0bd689f197074434d342af0cbd0b294549d12b6f6cce216f128b348","observation_id":"949f16d5-308b-4226-bbba-2212d1293033","resolution":{"observed_at":"2026-08-11T17:59:44.439978Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.399385Z","title":"Stepwise relation prediction with dynamic reasoning network for multi-hop knowledge graph question answering","venue":null,"work_id":"755fcab4-2d2b-4e35-aeeb-74f971479c6b","year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.594703Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:5ea5f8f6aece632b2a9910e6f0f1e68dc5b7000517c0297f0b252315ef822169","observation_id":"f5a3654c-d123-437f-8e55-8c797f8abd09","resolution":{"observed_at":"2026-08-11T17:59:44.412528Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.381541Z","title":"Multi-hop question answering using sparse graphs","venue":null,"work_id":"01975e82-7bbe-464f-8468-a8d637e42ed4","year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.599979Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:dc5fd25df1f3170d3eeadf4dc5235f1c9e97784424eabf5b65973d9dd90cec72","observation_id":"aa8be2df-7ea6-491a-b9bd-f6e65ee0e0fb","resolution":{"observed_at":"2026-08-11T17:59:44.387895Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.358563Z","title":"Answering complex open-domain questions with multi-hop dense retrieval","venue":null,"work_id":"32d5fc71-ec52-4c64-8d52-e75cc41eecc9","year":2021},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.607467Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:d027d03245cd6473fdb677f47b3b29cc58c186516119ea51e6727c468d58ec80","observation_id":"cb05e7d5-26fe-4ae5-ae32-ed156aa0bd8b","resolution":{"observed_at":"2026-08-11T17:59:44.370023Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2104.05883","last_updated":"2021-04-13T01:16:48Z","snapshot_observed_at":"2026-07-06T10:58:57.821607Z","submitted_at":"2021-04-13T01:16:48Z","title":"Multi-Step Reasoning Over Unstructured Text with Beam Dense Retrieval","version":1},"cited_work":{"arxiv_id":"2104.05883","doi":null,"metadata_source":"pith","pith_arxiv_id":"2104.05883","snapshot_observed_at":"2026-08-11T17:59:43.904328Z","title":"Multi-Step Reasoning Over Unstructured Text with Beam Dense Retrieval","venue":"cs.CL","work_id":"2ce5fad2-9c7f-4092-b649-26a2cbf92ebf","year":2021},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.613499Z"},"links":{"cited_paper":"/paper/2104.05883","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:70ad9aed24d75f6126d0ab13d96f7375876d70ba8560805be5dc0172981a3f7a","observation_id":"5233565c-e7df-4cd5-bc8a-6722c4aa1cfd","resolution":{"observed_at":"2026-08-11T17:59:43.914873Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.338795Z","title":"Triple-fact retriever: An explainable reasoning retrieval model for multi-hop qa problem","venue":null,"work_id":"efd83750-d1b7-451a-8369-773abed2f973","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.619287Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:423f3ab26f4a7868e59b19e7e7cf04e975e1f955ec8c2bc867a5d140edaed9bf","observation_id":"942cff6e-aac2-4e32-baac-cab212023f1c","resolution":{"observed_at":"2026-08-11T17:59:44.344408Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2112.03254","last_updated":"2022-05-04T22:56:45Z","snapshot_observed_at":"2026-08-12T22:37:46.614758Z","submitted_at":"2021-12-06T18:59:02Z","title":"Human Parity on CommonsenseQA: Augmenting Self-Attention with External Attention","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.03254","snapshot_observed_at":"2026-08-11T17:59:43.628295Z","title":"Human parity on commonsenseqa: Augmenting self-attention with external attention","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.628295Z"},"links":{"cited_paper":"/paper/2112.03254","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:fbc4187715ac13e26a8660c7811a291b6f2de771731ac8a6fc1632692c22546a","observation_id":"960aae48-8d81-43f7-a8bc-c6bd68aad679","resolution":{"observed_at":"2026-08-11T17:59:43.628295Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.14690","last_updated":"2021-04-29T22:52:26Z","snapshot_observed_at":"2026-07-31T02:01:19.773496Z","submitted_at":"2021-04-29T22:52:26Z","title":"Entailment as Few-Shot Learner","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.14690","snapshot_observed_at":"2026-08-11T17:59:43.632242Z","title":"Entailment as few-shot learner","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.632242Z"},"links":{"cited_paper":"/paper/2104.14690","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:34b854050fe6ff66809e55581dc51013a889992f589cdbc215cb66af7b5d222e","observation_id":"e4671539-3b61-4541-98f6-5b5f0d324bda","resolution":{"observed_at":"2026-08-11T17:59:43.632242Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.315211Z","title":"Multi-hop reading comprehension through question decomposition and rescoring","venue":null,"work_id":"19fd21f4-2171-4422-8d8a-7044ab49b4cf","year":2019},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.636209Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:33f9f81cf130a06465cd477d75c40e61dded382451340ac770d3b0ce1651c7e9","observation_id":"415701e6-b996-41e5-b3d7-4f0ac11664b7","resolution":{"observed_at":"2026-08-11T17:59:44.319810Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.294818Z","title":"Measuring and narrowing the compositionality gap in language models","venue":null,"work_id":"98373a0a-093b-429b-a0e3-15cf93e06402","year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.640132Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:8cae67fff3b9a68a206e3b5263d198716a7da99835632b112765b1ff97674fe0","observation_id":"55679171-bf43-47b8-91fe-11bd1b5931be","resolution":{"observed_at":"2026-08-11T17:59:44.301300Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.279089Z","title":"Tree-of-reasoning question decomposition for complex question answering with large language models","venue":null,"work_id":"b8f23544-a8c5-47bb-87f2-c34971556191","year":2024},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.644318Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:2aa0f7d1d11a8873f1f21b8802632b5c8ba0e0ba70bbefa7d633d54f90d2bfbb","observation_id":"4b5482f6-c0ac-4b97-8eac-6d19b62d6869","resolution":{"observed_at":"2026-08-11T17:59:44.283813Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-11T17:59:43.648142Z","title":"Llama 2: Open foundation and fine-tuned chat models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.648142Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:94e5bfddf9d6112079e2898e9474bf9ad2e14cd3fdba5bb5df842435d156d53b","observation_id":"40c9f1f1-3859-419c-a15d-498d549e3a40","resolution":{"observed_at":"2026-08-11T17:59:43.648142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04023","last_updated":"2023-11-28T09:01:12Z","snapshot_observed_at":"2026-08-07T14:17:12.140094Z","submitted_at":"2023-02-08T12:35:34Z","title":"A Multitask, Multilingual, Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.04023","snapshot_observed_at":"2026-08-11T17:59:43.653704Z","title":"Do, Yan Xu, and Pascale Fung","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.653704Z"},"links":{"cited_paper":"/paper/2302.04023","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:566fa2d03d8695ad7fc09c778d0635bd001a88d280c60250218b8e7d581fe2c5","observation_id":"298a36e2-60a6-4b97-ac41-7b8a6efed934","resolution":{"observed_at":"2026-08-11T17:59:43.653704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:43.658542Z","title":"Dai, and Quoc V Le","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.658542Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:fb12fe399f6b1628e3ba2c159645375d89fa01ed21a9e6997ea0dac78bdd3044","observation_id":"3812181d-5493-411d-a8e8-584935160f7a","resolution":{"observed_at":"2026-08-11T17:59:43.658542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.249688Z","title":"Multitask prompted training enables zero-shot task generalization","venue":null,"work_id":"dea27448-e26c-4c9d-85db-7c80065f44f6","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.663106Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:8ade06a0f6d484dcc7e3d3776d5a9420e97e6a44bd8f95962369e6b7aa37bd51","observation_id":"850b983d-aa7f-4782-8c84-312582c38059","resolution":{"observed_at":"2026-08-11T17:59:44.254373Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:43.667896Z","title":"Chi, Sharan Narang, Aakanksha Chowdhery, and Denny Zhou","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.667896Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:e7782b86b0157a855d7b8a36985bb4aef2392fcc39be73acc9614c33c8557cae","observation_id":"c0951306-9f93-47b5-b107-022eae28f9f6","resolution":{"observed_at":"2026-08-11T17:59:43.667896Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.219287Z","title":"Large language models are zero-shot reasoners","venue":null,"work_id":"71d732bd-c962-405a-8871-a3177b4f508f","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.674623Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:c6a33c08801a9bd6b68b3087abdf400313a77c65144132fdb1a45f6caefec6dd","observation_id":"bd8bb1b8-9415-4a54-a585-0dcf44d11229","resolution":{"observed_at":"2026-08-11T17:59:44.225479Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:43.679344Z","title":"Selection-inference: Exploiting large language models for interpretable logical reasoning","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.679344Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:988f58eb6c34edbc368b3aa436ad534c8d69666fb28deb94ed6c34b4631dcadc","observation_id":"0c3802af-f36c-44b2-97bf-d654e7dd4764","resolution":{"observed_at":"2026-08-11T17:59:43.679344Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:43.683777Z","title":"React: Synergizing reasoning and acting in language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.683777Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:6c3cc60921253fbc140cc151a4c4eaded41b8c6b0ef21516fd390102762fa57b","observation_id":"2faa014d-a9d1-43b9-8af9-f590367f3632","resolution":{"observed_at":"2026-08-11T17:59:43.683777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.180685Z","title":null,"venue":null,"work_id":"4e7c6f9e-bf1e-4fe8-ba5f-45cc78990474","year":2018},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.689698Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:ec8b52fc2a2d5e11135214973b9f22e679c81350cb697da6be9deff902b0f684","observation_id":"2b0eba2a-f3ec-4c25-88d4-6cd4aa11d925","resolution":{"observed_at":"2026-08-11T17:59:44.186470Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.163280Z","title":"Explaining answers with entailment trees","venue":null,"work_id":"31d6f643-aca4-413f-ab21-2e7c9795cde9","year":2021},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.694266Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:1adc625fc39b20ecf61e85a44fdb3f5898be9208f591eec634d61a47513e21d1","observation_id":"55666112-3198-41dd-99f1-191aa0fd795c","resolution":{"observed_at":"2026-08-11T17:59:44.167865Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.146771Z","title":"Qasc: A dataset for question answering via sentence composition","venue":null,"work_id":"979b2ff7-3882-4431-9513-99d459d2c9bd","year":2020},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.700201Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:d74ee2d90f29b76d8bcc51f9b9ebb1b92f38a1d8b6ec22f300f4390bcb200347","observation_id":"b57dc65c-f7a6-46ac-946b-cc8ac72fc033","resolution":{"observed_at":"2026-08-11T17:59:44.152616Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1502.05698","last_updated":"2015-12-31T13:08:14Z","snapshot_observed_at":"2026-07-06T04:09:45.600447Z","submitted_at":"2015-02-19T20:46:10Z","title":"Towards AI-Complete Question Answering: A Set of Prerequisite Toy Tasks","version":10},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1502.05698","snapshot_observed_at":"2026-08-11T17:59:43.705384Z","title":"Towards ai-complete question answering: A set of prerequisite toy tasks.arXiv, arXiv:1502.05698, 2015","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.705384Z"},"links":{"cited_paper":"/paper/1502.05698","citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:48860f971cbef341ff77557fdec9f565e24c9cde58efe422c8d1cf97a78f4a09","observation_id":"78274a6f-2337-4d8a-a9c7-fe9a743879ac","resolution":{"observed_at":"2026-08-11T17:59:43.705384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.125395Z","title":"Cognitive neuroscience of human counterfactual reasoning","venue":null,"work_id":"1034105a-c10d-4237-afba-6fbde61e1e0e","year":2015},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.710391Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:478aeff559cbc600fde0e0d729921e9ed2cf13485909929bbab950b563ffd767","observation_id":"6be2f1be-b3d7-4217-8269-a6a2162eb88a","resolution":{"observed_at":"2026-08-11T17:59:44.133854Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.099687Z","title":"Do large language models know what they don’t know? In Findings of the Association for Computational Linguistics: ACL 2023, pages 8653–8665, 2023","venue":null,"work_id":"b16603b4-9836-4740-ac5c-3cbda89bfd7e","year":2023},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.715040Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:760c5b046e8d5602a1d36bc88bc9f285e12f750ebfe0524f77423b2130adbaca","observation_id":"a65c2047-cede-4f45-a9b2-dfacee181553","resolution":{"observed_at":"2026-08-11T17:59:44.106339Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.076365Z","title":"A study of automatically acquiring explanatory inference patterns from corpora of explanations: Lessons from elementary science exams","venue":null,"work_id":"76706748-43ee-492f-977a-865f4c950ec7","year":2017},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.720043Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:2282424b17f25fd777ecc809125a9e4f2729e510913490a76fbf1603d7032159","observation_id":"477c8e5f-7638-44ab-948a-9f292c007ee3","resolution":{"observed_at":"2026-08-11T17:59:44.083995Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.056766Z","title":null,"venue":null,"work_id":"b0c9e3c9-b9c8-43c3-8007-e8120f8b44aa","year":2022},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.725569Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:5b8780b5a60ff13a1a9169efa7318b318c2990d3dbf64c8d8490ff74cd1d5644","observation_id":"55889101-0cbc-4ffb-9400-5b40dbcabc04","resolution":{"observed_at":"2026-08-11T17:59:44.063216Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T17:59:44.034136Z","title":null,"venue":null,"work_id":"aaf7af8b-9f6b-4205-94a7-d326eddbd7bc","year":2011},"citing_paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge","version":1},"reference_index":2010,"source":"pdf_text","source_observed_at":"2026-08-11T17:59:43.730357Z"},"links":{"citing_paper":"/paper/2412.08317"},"observation_digest":"sha256:0f0bfae7ae367bde08902f4d82ee019bd9aa6b30cd7d5c695bc949bf350bad86","observation_id":"222459f9-1b3d-46f3-92cd-d33518877bc8","resolution":{"observed_at":"2026-08-11T17:59:44.045135Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.08317","last_updated":"2024-12-11T11:53:26Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T17:54:52.073441Z","submitted_at":"2024-12-11T11:53:26Z","title":"Large Language Models Still Face Challenges in Multi-Hop Reasoning with External Knowledge"},"reference_resolution":{"displayed":42,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":2,"verified_fuzzy":20},"total_outbound_references":42},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 42 of 42 outbound references and 0 inbound Pith citation observations for arXiv:2412.08317."}