{"as_of":"2026-08-19T04:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e51ce64be5bec108f3974ce36e17e2a7230c0a76fd61426ef9357ecc1dd8f870","coverage":[{"denominator":29,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":29,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T21:57:21.419049Z","state":"measured"},{"denominator":29,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":29,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.17043/citation-record","integrity":"/paper/2505.17043/integrity","json":"/paper/2505.17043/citation-record.json","paper":"/paper/2505.17043"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.317073Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.317073Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:d3796490694606b4fc98ed94880cd57a81bbaf62310a10937384459307697986","observation_id":"4790da5a-4657-4306-adda-5365b00ddadc","resolution":{"observed_at":"2026-08-15T21:57:21.317073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.321803Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.321803Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:e5beae7a04b3f99f93208824df3c5c7161940ee6a6f5c48e7c6d1c4fb4a5f24e","observation_id":"f57358d3-835f-4090-ae4f-8114470b4e44","resolution":{"observed_at":"2026-08-15T21:57:21.321803Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.699820Z","title":null,"venue":null,"work_id":"ec5e00e0-f58b-4180-a469-675c2367636b","year":null},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.325788Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:015d88cccdb3a2fa590b3bb1fb7283f101cd01bb6c10a74a5f0bab9f3e79ba6a","observation_id":"f5b24b63-b180-4fda-b9db-b2e8bc536d8b","resolution":{"observed_at":"2026-08-15T21:57:21.703387Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.689006Z","title":null,"venue":null,"work_id":"3edb00de-998a-4f10-a739-ed8b0d16f5cb","year":1995},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.329573Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:74a1bb69fe823769ad4168f05fda85126cc8dce40335bea9cd4286005c475105","observation_id":"a0e0fa9b-a38f-41fa-ae24-c114acfedfda","resolution":{"observed_at":"2026-08-15T21:57:21.692949Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.678163Z","title":null,"venue":null,"work_id":"49ef5ef8-ecf6-4fa2-9fe4-8ccb90d4bc63","year":2020},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.334424Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:31c4efa3972f802310f69405b26eb224ed94baf5b9f01364aec30f7e497f13c6","observation_id":"63441446-9ef2-4059-97ad-12aaab9ae038","resolution":{"observed_at":"2026-08-15T21:57:21.681839Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.338179Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.338179Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:4d15ec361d63cb03c88b5cd98f1c34222c81b976e2bfc96869584e1e6e288699","observation_id":"1181b99f-e4a4-41ef-a9ab-0f6aa8c81ab8","resolution":{"observed_at":"2026-08-15T21:57:21.338179Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.341954Z","title":null,"venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.341954Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:97908b232b3a5f34fbd548f0e613ca70dd446627496bd2442915d3b86548c79c","observation_id":"9bf933be-ffa7-4db5-afee-56bc36ccdd30","resolution":{"observed_at":"2026-08-15T21:57:21.341954Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.661106Z","title":null,"venue":null,"work_id":"357ac7eb-d218-479c-9db6-ec570cac0d4e","year":2022},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.345625Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:841320eb03a09718a9f8b84825b5a943397ed69270c0f7cfa8d4e8e35c46add2","observation_id":"dad96792-b569-426c-b46a-b8a76db3b340","resolution":{"observed_at":"2026-08-15T21:57:21.664624Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.650465Z","title":null,"venue":null,"work_id":"0fff66a3-3599-4a85-ab7a-ec503773a48c","year":2021},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.349113Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:5dda87334c1377ca54038b332fd2b58457d2756b1c6c9782ed43ca1090751bb8","observation_id":"db9d7f5d-65a7-49ae-b4e6-f543c171b923","resolution":{"observed_at":"2026-08-15T21:57:21.653984Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.352891Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.352891Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:bfb5cff6433015ac64f7e1dc28c4c6859d0f8670ac11b7051b4089bf7b89b3ad","observation_id":"82dc51cc-1270-4a7d-a23d-cb2f42a7a503","resolution":{"observed_at":"2026-08-15T21:57:21.352891Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.356241Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.356241Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:9dd25b970c4a663aaa69757c9cad80a9598b7566753aa8edeced8c3466d2c518","observation_id":"ee19c958-cc31-4635-b882-ec8a7010c140","resolution":{"observed_at":"2026-08-15T21:57:21.356241Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.626848Z","title":null,"venue":null,"work_id":"0f930690-a4f4-431b-acc2-7a8723d51099","year":2023},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.360286Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:9ee4397c60d9eeeb0c4d43da074f036ec08deffe3462b3d54042b0e035e5aac6","observation_id":"d5291b67-ae57-4a74-a89c-675e09b089ae","resolution":{"observed_at":"2026-08-15T21:57:21.630445Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.615245Z","title":null,"venue":null,"work_id":"c53de78a-6796-4502-b5a7-dd6ba6563a35","year":2024},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.363998Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:ce106198efb97ed1a62dfe12aecf208f3c1a2f97f61fef9e383f6d6f0bf7e864","observation_id":"03eb2c0c-4528-49a5-89d6-a82379c8705a","resolution":{"observed_at":"2026-08-15T21:57:21.618858Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.07940","last_updated":"2024-12-10T21:57:32Z","snapshot_observed_at":"2026-08-14T21:51:45.214790Z","submitted_at":"2024-12-10T21:57:32Z","title":"HEDS 3.0: The Human Evaluation Data Sheet Version 3.0","version":1},"cited_work":{"arxiv_id":"2412.07940","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.07940","snapshot_observed_at":"2026-08-15T21:57:21.474408Z","title":"HEDS 3.0: The Human Evaluation Data Sheet Version 3.0","venue":"cs.HC","work_id":"61548d4c-d2de-4f19-a97c-d89afab6ec2c","year":2024},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.367380Z"},"links":{"cited_paper":"/paper/2412.07940","citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:f499da8a28f123674f9af32248bfc31c294a2c24546a12dec74048bf43cd4101","observation_id":"2cf8f303-ceed-4fa2-a930-b25a039a8bb2","resolution":{"observed_at":"2026-08-15T21:57:21.480222Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.604301Z","title":null,"venue":null,"work_id":"df5c3e71-3a40-495c-924f-f6d50995bfa1","year":2020},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.371067Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:37b282da7a801045b4051296d7d95797e4f90286501f98757c6229ce0c681666","observation_id":"62c6d12a-d6ab-45a6-a8a6-a115db929317","resolution":{"observed_at":"2026-08-15T21:57:21.607749Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.593968Z","title":null,"venue":null,"work_id":"1e530491-8dbb-43b2-88b9-ade2e8af88f7","year":2020},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.374371Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:4935aeadfe398b18d525b572e13ff4c593ee39f9de1fe97d32db59f65face982","observation_id":"ab92f6ff-db2d-4c7c-adc6-f91ef1e39c51","resolution":{"observed_at":"2026-08-15T21:57:21.597272Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.582540Z","title":null,"venue":null,"work_id":"2db0ce67-550e-4fcd-b202-8e334cec9deb","year":2020},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.377630Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:db7aca5b8fc208df7c53366b4406770948765eadef6b4875066b695a973ad462","observation_id":"58bc469c-2891-45dc-b2de-97ee313a5df6","resolution":{"observed_at":"2026-08-15T21:57:21.586933Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.380700Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.380700Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:c2727e8b05c8d6476770cac70ff02bcbd21364ec2aece006305c6e9dd405adc1","observation_id":"6eef91e7-c793-442d-ad0f-989e2df5842e","resolution":{"observed_at":"2026-08-15T21:57:21.380700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.384121Z","title":"Howcroft, Anya Belz, Miruna-Adriana Clinciu, Dimitra Gkatzia, Sadid A","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.384121Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:195dfd6b4e89f013a9f2d26f464ee1366e97bf24755e61acc3a7f19213592900","observation_id":"e5953c28-1d14-42b9-ad1e-31faca941393","resolution":{"observed_at":"2026-08-15T21:57:21.384121Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.570271Z","title":null,"venue":null,"work_id":"507eef2d-e535-45ac-926e-d00b06f77d06","year":2020},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.387567Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:d0114e983456e43cc4924f89a92d4fc94eff06857b4aba6a9a5b12a8202c1d93","observation_id":"fd4ea2d2-901c-4f93-a25f-49a13f61cb9e","resolution":{"observed_at":"2026-08-15T21:57:21.574854Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.559948Z","title":null,"venue":null,"work_id":"02c69dce-1c86-4ecd-b483-49a264d6c4b3","year":2012},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.391162Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:e9d5b91b5fe6e63876d4851245b799c2175473400fb82ff60d17c65600c075a5","observation_id":"7eeef825-452a-4c75-a910-e6a6b5ad3b7e","resolution":{"observed_at":"2026-08-15T21:57:21.563392Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.394507Z","title":"Kamp and U","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.394507Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:978912b9ccdd7defa14fd3e6326437ef01860ed5466ba684483adc4b314ec3b2","observation_id":"2f9bf6f3-1b49-4bf7-8efc-166888e3d27a","resolution":{"observed_at":"2026-08-15T21:57:21.394507Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.543006Z","title":null,"venue":null,"work_id":"d8f8d8ce-6483-4d5d-a4ce-a2f6f58685b8","year":2024},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.397873Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:65ff6c6585afdcc23b3a8a2a4fdb259d41ce77678eb2d145f150cc1706692ff5","observation_id":"48438e63-7259-4acb-8358-f1018bd60fe0","resolution":{"observed_at":"2026-08-15T21:57:21.546214Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.531382Z","title":"Maria Keet","venue":null,"work_id":"8988e619-c33f-45e1-8b10-f44d869dcbad","year":2024},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.401411Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:41526b13f35744b2bd4af546d25c5c81938c1ee55f4eea5aa45842c7f90101c9","observation_id":"bdbf9e4d-15a9-41e3-8c1e-08570d902e20","resolution":{"observed_at":"2026-08-15T21:57:21.535655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.520859Z","title":null,"venue":null,"work_id":"71afdaf1-2d6b-41a4-9488-bb943a2c07c5","year":2022},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.404906Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:b4ca48ab9679a32837ee41f0f6970fae37062cf2fd42377483040e675354a046","observation_id":"39269d49-846b-4f92-a59b-e5e1556bf1c0","resolution":{"observed_at":"2026-08-15T21:57:21.524253Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.510609Z","title":null,"venue":null,"work_id":"e85f815b-2132-4742-bbe7-d105f1a817f4","year":1973},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.408089Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:a3c5c54ba8634cd1f379f74f88271ed748d83068a31049d2f73ce81cd6667e1c","observation_id":"4234df65-220e-42c5-ad30-7080a39df1ba","resolution":{"observed_at":"2026-08-15T21:57:21.513766Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.499900Z","title":"Sokal and F.J","venue":null,"work_id":"96991a2e-3546-41c9-b72a-93643f3d4df1","year":1971},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.411817Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:38176d88c91530079be3d1bd41da6859acf46773e73a437d0020b0e7c09ae5ef","observation_id":"8ce49908-816e-43c5-811e-40c81e14c226","resolution":{"observed_at":"2026-08-15T21:57:21.503280Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.415203Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.415203Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:842068c46f2a1e88d221619c7a84bcc58e475a277d0deb8da2f55e44c26075a0","observation_id":"2ed218b6-20c1-4c20-a099-2ae6f3574fd3","resolution":{"observed_at":"2026-08-15T21:57:21.415203Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:57:21.488855Z","title":null,"venue":null,"work_id":"9a773498-bf28-427f-99b4-6a167eea5c7b","year":2024},"citing_paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-15T21:57:21.419049Z"},"links":{"citing_paper":"/paper/2505.17043"},"observation_digest":"sha256:075b270dec4a4d8508c36528ee934935546298526efcc60b1e73e7c2805123f9","observation_id":"b9382b45-711b-4c00-b13d-2d09a81c55f8","resolution":{"observed_at":"2026-08-15T21:57:21.492939Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.17043","last_updated":"2025-05-13T13:04:04Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T22:20:26.902534Z","submitted_at":"2025-05-13T13:04:04Z","title":"QRA++: Quantified Reproducibility Assessment for Common Types of Results in Natural Language Processing"},"reference_resolution":{"displayed":29,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":26,"verified_exact":1,"verified_fuzzy":2},"total_outbound_references":29},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 29 of 29 outbound references and 0 inbound Pith citation observations for arXiv:2505.17043."}