{"as_of":"2026-08-21T08:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5ad72d394f88806b6fbd5852e9a8c8d25b463e638be3d98e92348345ed849d81","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T22:47:57.744754Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.03152/citation-record","integrity":"/paper/2412.03152/integrity","json":"/paper/2412.03152/citation-record.json","paper":"/paper/2412.03152"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:56.454764Z","title":null,"venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.454764Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:e8b896eaabeb3f242d1081d9a9d7ab474acb7ec28fe06d94771aecac79a5e683","observation_id":"378e879b-d590-47e9-bc40-e5ed2ecd93a2","resolution":{"observed_at":"2026-08-11T22:47:56.454764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:48:01.012314Z","title":null,"venue":null,"work_id":"8260871c-ce75-41d9-b7d1-5f34407f1e76","year":2010},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.504837Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:03f3df280afcfdaf73efc0051de20652d7096d585095af37588bf9ee1c8d820e","observation_id":"03fae0f9-e1e8-4d37-b72f-c6c8db6f959d","resolution":{"observed_at":"2026-08-11T22:48:01.044757Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:56.547923Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.547923Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:7c4b2b543a3c7badf6cbb41b403d1ee6365af74b019e5ba0b60cedd6be141705","observation_id":"cd06f67e-136d-41c6-bf5c-f91987b60a57","resolution":{"observed_at":"2026-08-11T22:47:56.547923Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:56.594931Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.594931Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:37924576baadd90c06e9cd3408ef8d5ae74331d181e7e1dcfab719f71169b7b4","observation_id":"4f3c7437-fcd2-4ca2-87f5-9bbe39e87faa","resolution":{"observed_at":"2026-08-11T22:47:56.594931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-acl.404","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:59.142638Z","title":null,"venue":null,"work_id":"6adfafb5-68dc-42ae-a090-d22147bb56cf","year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.654762Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:632d8a82c67967915980f20e3d3fa32f11ca6517112f62a206a98e9d0a84e103","observation_id":"50b8fe40-39fa-4ca9-b72e-3c2d3f2ea85f","resolution":{"observed_at":"2026-08-11T22:47:59.194759Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:56.714898Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.714898Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:80de0bcdecf978200eee459fe0c79a852904f2bc21498b44c0218181ddb4f6e3","observation_id":"70fca8a2-bfda-48d0-aae5-6d750eacfaaa","resolution":{"observed_at":"2026-08-11T22:47:56.714898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:56.790770Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.790770Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:101b0840461487354ce6e49440b2f087cf4aef287f10f5661ca8e3b1f51fde9e","observation_id":"313750fa-7d44-465b-b7c4-f0da8c30a7c4","resolution":{"observed_at":"2026-08-11T22:47:56.790770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:48:00.694771Z","title":null,"venue":null,"work_id":"cb979a8a-1600-4f96-b2d4-aa304be33688","year":2021},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.817133Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:48d50a0272a2e73b0d66ff9ffb77ebc7d5392c78d0a488cc2b6d9cb8da5b83c1","observation_id":"281e713b-a412-4baf-81e5-40afa25794bc","resolution":{"observed_at":"2026-08-11T22:48:00.745141Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10482","last_updated":"2023-10-16T15:03:14Z","snapshot_observed_at":"2026-08-20T10:43:16.600655Z","submitted_at":"2023-10-16T15:03:14Z","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10482","snapshot_observed_at":"2026-08-11T22:47:56.875937Z","title":"Guerreiro, Ricardo Rei, Daan van Stigt, Luisa Coheur, Pierre Colombo, and André F","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.875937Z"},"links":{"cited_paper":"/paper/2310.10482","citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:a0edce583b83406936ea95a481640f7baae6129c33a1ba110ce6f9fdea74d8b1","observation_id":"688e52f3-64fc-4078-a322-b4a4d085c5ed","resolution":{"observed_at":"2026-08-11T22:47:56.875937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:56.912036Z","title":"Harris, K","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.912036Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:dffcefbcecf1a0a903c21e22f999c7fe48a67b411b35afc3fa9af96b7aedf27f","observation_id":"00f4740e-d77e-40cb-b2b3-a176c7ec4e9e","resolution":{"observed_at":"2026-08-11T22:47:56.912036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.09210","last_updated":"2023-02-18T02:11:36Z","snapshot_observed_at":"2026-08-17T05:42:24.349196Z","submitted_at":"2023-02-18T02:11:36Z","title":"How Good Are GPT Models at Machine Translation? A Comprehensive Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.09210","snapshot_observed_at":"2026-08-11T22:47:56.944753Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.944753Z"},"links":{"cited_paper":"/paper/2302.09210","citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:d1c342d74d2ec931bdef16d6e989298741305bda98a602cbedb313775ee832b9","observation_id":"796f3b0b-e044-4dd8-87f3-a7d1520aa532","resolution":{"observed_at":"2026-08-11T22:47:56.944753Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:56.992409Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:56.992409Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:334a0c265213b85d03700b88524599d0181c035be5a4ea7b9c0ddb47a1d8980f","observation_id":"94e57c87-d783-4bd3-9b1c-2a61ddbc2f01","resolution":{"observed_at":"2026-08-11T22:47:56.992409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.040687Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.040687Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:3cda5dd174fa973a5710aba79b1ca1d62be4867e327cc983a9a4ca5eb3b733e8","observation_id":"eb0fff83-ffa9-468f-94f5-6924b06c3ba4","resolution":{"observed_at":"2026-08-11T22:47:57.040687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.084754Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.084754Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:e6a35693f63e7f41cd8bc0ea65a0c36b533d9f6c6ab42190ea3f85fb831c2f74","observation_id":"a7b47d5c-75dc-4ef9-bfa7-a6c3f6b99f04","resolution":{"observed_at":"2026-08-11T22:47:57.084754Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.134758Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.134758Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:cf6b287b234368b8202901add31bfa0eac4ef4c4a4734618172c5297a2a02ba4","observation_id":"c77cb455-3786-4ca2-a0c7-8604a349bfb2","resolution":{"observed_at":"2026-08-11T22:47:57.134758Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.184846Z","title":"Language Technology Lab) Lommel, Hans","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.184846Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:03fa72816e878e455164a290bb65f95e83d669bcb01efb59fbe92685376e55f1","observation_id":"de617b93-9eed-4341-a7c0-4797b26f2587","resolution":{"observed_at":"2026-08-11T22:47:57.184846Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.217709Z","title":"Pedregosa, G","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.217709Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:1efdc03345626299a57f0eb028e83e152f9b6909380b5808cd8d54749dd5b5de","observation_id":"da0afaed-680e-4a03-9204-5cc0ab81eb53","resolution":{"observed_at":"2026-08-11T22:47:57.217709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:48:00.364754Z","title":null,"venue":null,"work_id":"f9abaa1c-f16f-480e-84ce-afc01823ee13","year":2021},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.254851Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:dfd9f60af2224e0498d984dbb3938cca8e786bf5165d09cd19d9f43f72ff4e94","observation_id":"b1265320-d1ce-4229-bd86-c5f1ae8031a6","resolution":{"observed_at":"2026-08-11T22:48:00.392640Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.315434Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.315434Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:8630a065c401673ed795735d45a8e79b5e4bbd5451ea62e9e00e807dad9629b3","observation_id":"75e829ef-40b1-4f6a-a377-017c099c559d","resolution":{"observed_at":"2026-08-11T22:47:57.315434Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:48:00.224753Z","title":null,"venue":null,"work_id":"c53a589f-5f3b-4e2f-8666-1c49dd979855","year":2020},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.363019Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:7aa86184dfa0647d54b4dda59fcf9aac3d021a38474110f08c0102781837f715","observation_id":"75f0ef07-de06-4021-b3f5-3c32b22d490a","resolution":{"observed_at":"2026-08-11T22:48:00.264762Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.420893Z","title":"Gomez, ukasz Kaiser, and Illia Polosukhin","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.420893Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:0896bf6afff8caff76cff8bd584cfc28526a121700a93bdba67d87447dd6843b","observation_id":"4748adf1-c9a7-42d9-ad9f-8d995740f5ce","resolution":{"observed_at":"2026-08-11T22:47:57.420893Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.findings-emnlp.108","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:58.464884Z","title":null,"venue":null,"work_id":"e98e738c-171d-4042-adce-3bbde098d456","year":2022},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.464851Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:27b3958e34efe98309ba122880d06d9754d04417efa64d849f402090c94dd804","observation_id":"1a5fe819-8bd9-40a4-8721-c3ad00b584c7","resolution":{"observed_at":"2026-08-11T22:47:58.514985Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.acl-long.243","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:58.294026Z","title":null,"venue":null,"work_id":"7a0e96d3-c537-4ebc-a441-d1de4c21b7ad","year":2024},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.514757Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:a3ad6ecb035b0001ddb9e61046af88e8ab849b03e499ffa0b1f903bdccacbbdf","observation_id":"d7436d92-79b3-4d04-9a0b-5759cdee00b8","resolution":{"observed_at":"2026-08-11T22:47:58.344923Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2021.acl-long.533","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:58.174910Z","title":null,"venue":null,"work_id":"14dc15a8-1ee2-445e-9ce3-6f23d728af96","year":2021},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.564758Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:475f81f3cb879c2fa29ec75ccf173314eeb48eb9c9fe6430c01ba6e6c7754164","observation_id":"45d720cb-d56e-41ef-a205-52bd3a4efb13","resolution":{"observed_at":"2026-08-11T22:47:58.210934Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/icwsm.v18i1.31414","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:58.045163Z","title":null,"venue":null,"work_id":"678d78ae-6156-41ec-894b-6c9a41308e98","year":2024},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.614845Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:d489a7213d5e03e62cfad5141895dbbf19606f6688531ba8a70a1e72f01bfcb0","observation_id":"9fd3d73c-416c-4e8b-b60d-33ccd47de1c8","resolution":{"observed_at":"2026-08-11T22:47:58.090416Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.654757Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.654757Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:71e45596de051e5108e533624204e608af82fa5a9931bf9f5a9c3cf289ab1949","observation_id":"fb32fbad-503f-421d-bb62-7c248d9000dc","resolution":{"observed_at":"2026-08-11T22:47:57.654757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.710038Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.710038Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:3b7c22da1baf91c88c158d162ed43eade24ee4c722644096ca62c03f0ca5b675","observation_id":"2505412d-9310-42fc-a25d-6985011b4c3f","resolution":{"observed_at":"2026-08-11T22:47:57.710038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T22:47:57.744754Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-11T22:47:57.744754Z"},"links":{"citing_paper":"/paper/2412.03152"},"observation_digest":"sha256:528c116ea5da5819a594aade0858c8627c96295d89fe323a99330c4e8733b9ab","observation_id":"331bdd51-ba3d-4b83-8b68-0e19bb6c625f","resolution":{"observed_at":"2026-08-11T22:47:57.744754Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.03152","last_updated":"2024-12-28T17:21:27Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-20T10:43:59.173326Z","submitted_at":"2024-12-04T09:21:46Z","title":"A Measure of the System Dependence of Automated Metrics"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":23,"verified_exact":5,"verified_fuzzy":0},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2412.03152."}