{"as_of":"2026-07-29T06:54:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:04be3647f082842a2018d7c29ce7d2641add6a2e95743ce2fd0723e2967e9c80","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T16:20:44.551760Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-07-28T06:31:03.373048+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T19:11:37.739920Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.11543","snapshot_observed_at":"2026-07-11T19:11:37.739920Z","title":"Novbench: Evaluating large language models on academic paper novelty assessment, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.04439","last_updated":"2026-07-05T17:59:43Z","snapshot_observed_at":"2026-07-11T19:11:36.152412Z","submitted_at":"2026-07-05T17:59:43Z","title":"ResearchStudio-Idea: An Evidence-Grounded Research-Ideation Skill Suite from ML Conference Outcomes","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-07-11T19:11:37.739920Z"},"links":{"cited_paper":"/paper/2604.11543","citing_paper":"/paper/2607.04439"},"observation_digest":"sha256:70fd721c737f31757a0bfa7054581534e3e85d972db3cd072d8dce10b907fffa","observation_id":"2c66d0b1-a6ba-411f-9315-b777d9679cfd","resolution":{"observed_at":"2026-07-11T19:11:37.739920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.11543/citation-record","integrity":"/paper/2604.11543/integrity","json":"/paper/2604.11543/citation-record.json","paper":"/paper/2604.11543"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":"2501.12948","doi":"10.1016/j.artmed.2024.103001","metadata_source":"pith","pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","venue":"cs.CL","work_id":"e6b75ad5-2877-4168-97c8-710407094d20","year":2025},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:61ba831a228819e0635d442695c9dc6204f6fea4ca6959c30794feda799af8a1","observation_id":"eafd7f3e-a649-47d6-a7bb-8b9ae0975af5","resolution":{"observed_at":"2026-05-11T09:00:59.495696Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.10886","last_updated":"2024-12-02T15:40:45Z","snapshot_observed_at":"2026-07-06T17:31:17.058043Z","submitted_at":"2024-02-16T18:43:10Z","title":"Reviewer2: Optimizing Review Generation Through Prompt Generation","version":2},"cited_work":{"arxiv_id":"2402.10886","doi":"10.48550/arxiv.2402.10886","metadata_source":"arxiv_reference","pith_arxiv_id":"2402.10886","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Reviewer2: Optimizing Review Generation Through Prompt Generation , journal =","venue":null,"work_id":"b30aebbf-18d4-4566-bd4b-1d0341c2a65a","year":2024},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2402.10886","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:e768bb5686320c8e4b64676ad0e3d545452de2786227c356c3634bcf05af7bb9","observation_id":"549321d4-00f7-49dd-8656-19a035c7dd3d","resolution":{"observed_at":"2026-05-11T09:00:59.510291Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-05-25T19:23:25.679978+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T19:23:25.679978+00:00","source":"openalex_status_cache"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":"2505.09388","doi":"10.1016/j.aiopen.2022.12","metadata_source":"pith","pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Qwen3 Technical Report","venue":"cs.CL","work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e","year":2025},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:301e68c28d43a9d5c17101f5ac836fe106933c72c30e080e7d4b71103a355b4c","observation_id":"b167f2c2-79f3-4de0-998d-0323b8fbeb2e","resolution":{"observed_at":"2026-05-11T09:00:59.506448Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In this paper, we propose a novel transformer-based architecture that integrates syntactic information into language modeling","venue":null,"work_id":"1fa6c978-7c12-4002-b67b-e4515cd9b1b7","year":2025},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:b075807c117bb7257ad51c5fcb544abbb90ce3856d7191dd9ba3e3b85c43e267","observation_id":"63383334-3769-4905-a759-e0ccc87bb527","resolution":{"observed_at":"2026-05-17T15:51:55.690274Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"aa2e3b11-2946-4a55-acd0-590c95db0aa0","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:91bccec22cd089d2f16f3ebc09328408313b610abf3b3ffd4b876467cc4084fe","observation_id":"0eb517ab-6a4a-46ce-8f8f-0580acba526a","resolution":{"observed_at":"2026-05-17T15:51:55.698838Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"new” or “novel","venue":null,"work_id":"e0c4ea9f-a29a-4b5e-8275-2ca96327c1be","year":2019},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:9620c63944e79e41079556cd2d08b3dc4a985b32f68cbfe0d0ce88eba1f0a841","observation_id":"72de0aff-8759-4edd-aa05-23afe4915516","resolution":{"observed_at":"2026-05-17T15:51:55.687412Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"6be25197-799b-498e-832f-5d005b46806b","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:184026f47b92a3d96095b75ebf782e565886943da66c022686dd6e03a080c13e","observation_id":"94dd6201-2778-4c0a-8a30-9a7329312a30","resolution":{"observed_at":"2026-05-17T15:51:55.701173Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"0e968e81-5e9e-4767-9e8d-55e08007e21b","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:b96caefe885f0c34a040986c5789aa0b9a8801e796ab9c2d6b747899f4d5a7f0","observation_id":"c725fa04-ab54-463d-a369-97f581cb76c2","resolution":{"observed_at":"2026-05-17T15:51:55.703886Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4020.3025","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Model Rel","venue":null,"work_id":"02ea21ba-b6c4-485d-aa8c-3616781a3a1a","year":2023},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:207cb186c7be4a8c3167803c46269909a948a9a96cb2e70ebca1b1d32f5452c8","observation_id":"56785e2a-4cf8-4a0d-a3f1-45a313b764a2","resolution":{"observed_at":"2026-05-11T09:00:59.517496Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"50035136-2ebb-4ca8-9a50-2d85a211a9b7","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:ed9b03ace1e63f07f72706c9e6ed5e6d6809b1f4332a6e8cd61597c94ba87971","observation_id":"f0a9b020-82c1-478f-bf94-b814151b25fc","resolution":{"observed_at":"2026-05-17T15:51:55.691927Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"b90c162c-8809-483b-8739-a3e334b48c4a","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:a74ef113f09176a0d4bbe9c41d97f361268dc13ddfbb95b4e3083cb64b47fee7","observation_id":"994c9fba-8ee9-488f-98f0-8a0daf603174","resolution":{"observed_at":"2026-05-17T15:51:55.710497Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"ce57a0bd-5977-45bb-920b-d0c4c7abe86a","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:f884681fd7efab36141891df7d1506d33e7f3815c9f896a60a83d3ea6fdcec0a","observation_id":"ee18ed52-e0c6-4146-8f77-0da3becbcf71","resolution":{"observed_at":"2026-05-17T15:51:55.706728Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Positive","venue":null,"work_id":"d38b21e4-a4d3-47fd-99f6-8ad4c3e8278c","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:9457922001f2ef5364e3e7add3927537e44d1c0622914771e6b80a74feb2b823","observation_id":"e02ed532-d340-49e3-b8a2-c4f170d9db5d","resolution":{"observed_at":"2026-05-17T15:51:55.701873Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"3012cac7-4844-462b-8ed9-99e00bee55a7","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:24f4f84c7cec1cd9801a3db4be7100d51aa04c8e2053562a8b64cb26b60df6d2","observation_id":"5bebbff7-f2a0-4837-b2bc-1bb4089855bc","resolution":{"observed_at":"2026-05-17T15:51:55.677264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Positive","venue":null,"work_id":"c2330741-b2f3-411e-8245-eba8f007ef70","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:740de8d9f28167fc6c278066a78de24d2aeec9d45a560cf629a0cd0ba7c8833f","observation_id":"3198bb5c-e29e-4549-97b8-a4ca65fb4bb7","resolution":{"observed_at":"2026-05-17T15:51:55.679943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"522bcc9f-465e-4156-8dc8-101502822279","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:a1ca01d8d69cc9c6f6c41c1cb30b12e19d10adf96cbed7af3379eea9f6232d5a","observation_id":"abca0b71-f0a7-4ed0-a5bd-923c80450c65","resolution":{"observed_at":"2026-05-17T15:51:55.674403Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"62747d55-7021-436c-98a7-702a2e4ffb01","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:071406e63bd3d53d8ae7493c43941c25680bb0e88f3cb28b3274721675b97642","observation_id":"3e3f5e1a-e356-4cf4-8db7-6890c4dc7233","resolution":{"observed_at":"2026-05-17T15:51:55.671690Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a6c99014-622c-4e5d-bee7-194415b575d1","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:965e86c1966b342c8a14b0f2158a684389bec6e281b6bd182026e50c8678d33b","observation_id":"55b7180e-8425-41f7-9858-936e1378c8f3","resolution":{"observed_at":"2026-05-17T15:51:55.682544Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"5e8285ad-c08d-402a-91b9-5a1f36b97d59","year":null},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:567533f0a82a399894fe2d82a667fb103971e6433e727e2a4b6e4aad131c915a","observation_id":"ef92de0c-610f-46fe-b46f-03f60cfbc9f7","resolution":{"observed_at":"2026-05-17T15:51:55.685126Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.01562","last_updated":"2021-06-03T03:09:38Z","snapshot_observed_at":"2026-07-06T11:15:26.915483Z","submitted_at":"2021-06-03T03:09:38Z","title":"Discriminative Reasoning for Document-level Relation Extraction","version":1},"cited_work":{"arxiv_id":"2106.01562","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2106.01562","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Neutral Novelty Evaluations","venue":null,"work_id":"31c4e3f1-fc5d-405a-a593-22b6dc87ea50","year":2017},"citing_paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T16:20:44.551760Z"},"links":{"cited_paper":"/paper/2106.01562","citing_paper":"/paper/2604.11543"},"observation_digest":"sha256:5a39e5f7681a8e9293a399e33487bc0ec28131b087c9582475d9e663c7db7c3c","observation_id":"ec5b6199-75b3-4877-b1da-c98080b75e3d","resolution":{"observed_at":"2026-05-11T09:00:59.514014Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-07-28T06:31:03.373048+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.11543","last_updated":"2026-04-13T14:35:17Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T22:59:54.573362Z","submitted_at":"2026-04-13T14:35:17Z","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":0,"verified_exact":4,"verified_fuzzy":15},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-07-28T06:31:03.373048+00:00","source":"crossref"},{"observed_at":"2026-07-28T06:30:57.601408+00:00","source":"retraction_watch"}],"thesis":"As of 29 July 2026, this Paper Citation Record lists 20 of 20 outbound references and 1 inbound Pith citation observation for arXiv:2604.11543."}