{"as_of":"2026-08-14T17:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bd403a7c07445ae33cacbfacb90a5f5d292442fb6d9ec84f6115d477c733c535","coverage":[{"denominator":30,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":30,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T11:58:39.838934Z","state":"measured"},{"denominator":33,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":33,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T05:07:56.650660Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T12:40:00.372749Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1908.07898","snapshot_observed_at":"2026-08-14T05:07:56.650660Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.650660Z"},"links":{"cited_paper":"/paper/1908.07898","citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:b373140231395bbea759199e5f52812a96aa2e7a7c3044e7d333103fe060d242","observation_id":"9d60a1ba-a982-4825-9936-ee64dccd14d8","resolution":{"observed_at":"2026-08-14T05:07:56.650660Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1908.07898","snapshot_observed_at":"2026-08-12T14:27:57.352788Z","title":"Are we modeling the task or the annotator? an investigation of annotator bias in natural language understanding datasets","venue":null,"work_id":null,"year":1908},"citing_paper":{"arxiv_id":"2411.15387","last_updated":"2024-12-11T23:00:55Z","snapshot_observed_at":"2026-08-14T09:04:15.598600Z","submitted_at":"2024-11-23T00:02:21Z","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-12T14:27:57.352788Z"},"links":{"cited_paper":"/paper/1908.07898","citing_paper":"/paper/2411.15387"},"observation_digest":"sha256:8225e45e3c288cdc506eb8be849b973f26885760a428c1b889c5db4b36c96f41","observation_id":"3d97bd7f-daf8-4e7e-8dd3-0d97340ee51e","resolution":{"observed_at":"2026-08-12T14:27:57.352788Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"cited_work":{"arxiv_id":"1908.07898","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1908.07898","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Miguel Garcia-Argibay, Yanli Zhang-James, Samuele Cortese, Paul Lichtenstein, Henrik Larsson, and Stephen V Faraone","venue":null,"work_id":"3bdeb957-c8e1-4fef-848b-0a8f770e74d4","year":2023},"citing_paper":{"arxiv_id":"2604.03259","last_updated":"2026-03-12T04:03:27Z","snapshot_observed_at":"2026-08-13T10:43:00.544771Z","submitted_at":"2026-03-12T04:03:27Z","title":"From Pre-trained Models to Large Language Models: A Comprehensive Survey of AI-Driven Psychological Computing","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-15T12:36:05.547383Z"},"links":{"cited_paper":"/paper/1908.07898","citing_paper":"/paper/2604.03259"},"observation_digest":"sha256:8b2686d19aa2b945e4fbcc5c2ad9a631d166904b10a923121434c66e47c9a97f","observation_id":"7fee0b59-ef37-4b88-97fb-c69429fc8d58","resolution":{"observed_at":"2026-05-15T12:40:00.374963Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/1908.07898/citation-record","integrity":"/paper/1908.07898/integrity","json":"/paper/1908.07898/citation-record.json","paper":"/paper/1908.07898"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.223300Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.223300Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:03773867890ec916cc4737bfbc249a84ea608530ef11e76b353030b289bd43dd","observation_id":"6d104b89-504e-4d32-9adc-ce3e45b2bfee","resolution":{"observed_at":"2026-08-14T11:58:39.223300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.265154Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.265154Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:4d5b7bdb65e91bb1f527e8e30d7fecfdcf110078a9916dd55c54887c47a89131","observation_id":"0c16e7fb-cb2f-4c4b-8de4-cdd2c023c31a","resolution":{"observed_at":"2026-08-14T11:58:39.265154Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:41.074457Z","title":null,"venue":null,"work_id":"456d17c7-7163-4fcc-815e-9e7c91c397db","year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.270698Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:1c16e8a15fdc86a5c6e5cb28289464b93f0400eec87a1d1c1347b0ac5cf2a6df","observation_id":"b4a1420f-ec87-454a-b3b8-d6f83b28dfe3","resolution":{"observed_at":"2026-08-14T11:58:41.080364Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.968217Z","title":null,"venue":null,"work_id":"474e182a-0788-4313-8bd4-0ce2e4183ea1","year":2012},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.276999Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:f417ee160315a97fe2cc5768b29dd4a0ffa9a02f98bf113e069d4ef5239c5a94","observation_id":"e6b05cec-44a6-49df-874b-f0d196235b49","resolution":{"observed_at":"2026-08-14T11:58:40.994053Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.282819Z","title":"Bowman, G","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.282819Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:3ece38c9696cdd6ecb9c3ca80da8311d51ee7b572349463e5208143fe32bf5c2","observation_id":"db0c3402-dae8-4fd4-9157-1f566056a2fa","resolution":{"observed_at":"2026-08-14T11:58:39.282819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.943673Z","title":null,"venue":null,"work_id":"0e828610-8172-41e3-ab51-dcba3b3de376","year":2015},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.287480Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:5f47f20450d66155505d059b2ae71176793c8c675a33baab0d43127e060a423b","observation_id":"043bb611-d933-497e-8370-6dbb32f1c17b","resolution":{"observed_at":"2026-08-14T11:58:40.948475Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-07-30T09:12:38.100527Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-14T11:58:39.291912Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.291912Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:aa4ea2d06d5f01740fe075b02d7d8c251131c15a6716180c56ab892e4843466e","observation_id":"96100969-729a-406f-b3fe-3b9e19f91030","resolution":{"observed_at":"2026-08-14T11:58:39.291912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.929051Z","title":null,"venue":null,"work_id":"fd779ed8-bbac-4331-9a0d-51407efb63f4","year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.296808Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:7d11faccad6a28799f50afbb1d585229f31dbbd303c0c3621d883ce86abd1a48","observation_id":"341cb92c-ea9b-4aa9-ba96-09274e580387","resolution":{"observed_at":"2026-08-14T11:58:40.933973Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.301451Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.301451Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:823158aeaa74116d26eba2b4a4fe39ad59e74b6523002b1198b5032ce416bd4d","observation_id":"0b6b63c9-a1de-42c4-9cde-06d8b1b7a1cf","resolution":{"observed_at":"2026-08-14T11:58:39.301451Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.884181Z","title":null,"venue":null,"work_id":"ed428a0e-05c0-46d0-9d0f-3ae9568ddf31","year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.314533Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:e88ccb2b3d6c590b765aadb3df2753e7be363b4b9a0150306eb18bcc08d91528","observation_id":"57f58460-ebb3-408a-9c7e-06622afe05d3","resolution":{"observed_at":"2026-08-14T11:58:40.909387Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1803.02324","last_updated":"2018-04-16T22:14:06Z","snapshot_observed_at":"2026-08-06T11:21:56.268167Z","submitted_at":"2018-03-06T18:23:08Z","title":"Annotation Artifacts in Natural Language Inference Data","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.02324","snapshot_observed_at":"2026-08-14T11:58:39.372952Z","title":"Gururangan, S","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.372952Z"},"links":{"cited_paper":"/paper/1803.02324","citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:b0284e09ebff73179585c71358d2a330af25599ba963c24391c52338eb9c7a8c","observation_id":"cc388608-c23e-4b0b-b2ed-419ac34b493f","resolution":{"observed_at":"2026-08-14T11:58:39.372952Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.775942Z","title":null,"venue":null,"work_id":"00a57d47-cea4-4424-a6a8-fe8a75fa8672","year":2017},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.379628Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:bdf68d003a9787fd33a1124162df846c428bf6c3e937aa6623a647c8ca7b20f5","observation_id":"1cf3c79f-0ea2-46ad-9f75-4597530c5acd","resolution":{"observed_at":"2026-08-14T11:58:40.804277Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.760155Z","title":null,"venue":null,"work_id":"d150b980-2ee2-47cd-a57e-cdec7b66ec03","year":2015},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.384406Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:238b3dddc85b18cc9a78509a08b950312a4e4d81a35c163562186f8a3061b92d","observation_id":"4345fe9a-644a-4b3f-9773-be0a53fbb534","resolution":{"observed_at":"2026-08-14T11:58:40.765066Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.389135Z","title":null,"venue":null,"work_id":null,"year":1947},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.389135Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:69dfce9490bbf7904544185020e14b6a190eea35cf00538d16b9c9f5db2f625f","observation_id":"00c20e69-1f44-4b2d-ac62-6baf2b0093d6","resolution":{"observed_at":"2026-08-14T11:58:39.389135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.702547Z","title":null,"venue":null,"work_id":"2a5897ef-1aa1-4d96-a1f1-b9f8bbd2f40e","year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.394468Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:90cf1375142f9c7e1bfececc606b34bb858d5da7708068dbfbd0582b0e408888","observation_id":"68458838-1ada-4ac4-bc68-a6e7a4c6c48f","resolution":{"observed_at":"2026-08-14T11:58:40.739925Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.400126Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.400126Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:2324bd37adde5002f5c67999aca38fbe0bf471521fee01e68bcde2e4ba8d26a6","observation_id":"980ad2e9-b649-4206-9c16-d0f560d98428","resolution":{"observed_at":"2026-08-14T11:58:39.400126Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1805.01042","last_updated":"2018-05-02T22:16:21Z","snapshot_observed_at":"2026-08-11T07:38:47.385352Z","submitted_at":"2018-05-02T22:16:21Z","title":"Hypothesis Only Baselines in Natural Language Inference","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1805.01042","snapshot_observed_at":"2026-08-14T11:58:39.436117Z","title":"Poliak, J","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.436117Z"},"links":{"cited_paper":"/paper/1805.01042","citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:81a5b27f0a81a83401fe90ada2e3ec337f77c468bf04fe3f28feca6a168457c3","observation_id":"8e40f513-0b19-49b2-be31-214cfbd3c3a1","resolution":{"observed_at":"2026-08-14T11:58:39.436117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.583432Z","title":"Rajpurkar, J","venue":null,"work_id":"a30ce82c-d616-4b2a-a07d-dc7fea762726","year":2016},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.519473Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:ad5c7f78c531735895b37711f26508559b50186d58026d9c0c011e23b7e44f8c","observation_id":"f056bcc5-1662-40b9-84c1-e5e6dc066592","resolution":{"observed_at":"2026-08-14T11:58:40.589092Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.663956Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.663956Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:1899e1f383f8cf8f3f631a7920f8ebc920def3db8e82d58cb375ea50689ad761","observation_id":"e1cae967-837b-4eb8-aa3e-4421bac2f4bf","resolution":{"observed_at":"2026-08-14T11:58:39.663956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.536660Z","title":"Richardson, C","venue":null,"work_id":"0580772a-1a99-4822-9991-423c1d56001f","year":2013},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.668542Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:7b7214cfab5a6aed0228eecfcc4cc25a8f5abbaa8951c9cb4ea921b0308addc1","observation_id":"949e4dfb-f978-43bd-9831-5478f8ea895e","resolution":{"observed_at":"2026-08-14T11:58:40.562633Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.374617Z","title":null,"venue":null,"work_id":"d28e3db9-a66c-4712-95b0-edb312d763cc","year":2014},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.673792Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:ada0ff6ce6b8f292504b95c83490efda8a38e137c40a5d03c81bb87dfc3bf823","observation_id":"6d0514c5-982b-48ed-b40d-cf7ed15fe128","resolution":{"observed_at":"2026-08-14T11:58:40.418487Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.678236Z","title":"Schwartz, M","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.678236Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:e0ad53ac7bcf9e7355d835c75c029dbc5a362b705e3ad382109b6cb40b52a95c","observation_id":"9e082994-bd51-428b-869c-163d84d52823","resolution":{"observed_at":"2026-08-14T11:58:39.678236Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.348559Z","title":null,"venue":null,"work_id":"b1e562a2-86ce-4f7c-9fe4-b209e5d8ecb6","year":2017},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.682549Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:024f0186dae8622144f63abf0d8d7cb39683fb86d5cbabd7bd81d4644d060fd0","observation_id":"8ad3088b-67b7-4680-a081-e35e6e8757a1","resolution":{"observed_at":"2026-08-14T11:58:40.353618Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1811.00491","last_updated":"2019-07-21T05:26:36Z","snapshot_observed_at":"2026-08-01T22:56:26.162617Z","submitted_at":"2018-11-01T16:47:44Z","title":"A Corpus for Reasoning About Natural Language Grounded in Photographs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1811.00491","snapshot_observed_at":"2026-08-14T11:58:39.738160Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.738160Z"},"links":{"cited_paper":"/paper/1811.00491","citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:3be4c83bfbfee3b609b0a91412f4fffbe355f0875e8ef30599afff4d1d487216","observation_id":"fdb51d34-139f-4e98-a4a8-5e80879cec5d","resolution":{"observed_at":"2026-08-14T11:58:39.738160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.256484Z","title":"Talmor, J","venue":null,"work_id":"e746920f-4689-400c-be76-c973b74f4a82","year":2019},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.795001Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:b5cee55f6b80c7e5b77e73f82ba2451e247c964cd657450739a5bc88bbcb1af0","observation_id":"eea18006-bf87-42a7-a35a-99503ac0e7e9","resolution":{"observed_at":"2026-08-14T11:58:40.293511Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.212412Z","title":"Trischler, T","venue":null,"work_id":"f229f79a-8fe7-48bb-b019-310c442a704c","year":2017},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.800254Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:2a73ee83df8e2dbb24b41dacda23294d4d05a0d7c3180d3b22f5f9514ab07f96","observation_id":"0bfcf4aa-9f0d-4290-a633-361c222f613f","resolution":{"observed_at":"2026-08-14T11:58:40.243698Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:40.073085Z","title":null,"venue":null,"work_id":"bcc69f86-eef4-40c6-9907-791ab9536cfc","year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.804905Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:391b07e81e26cbade683a56828feeef1091214be062d6f92a6fd646371e5bde4","observation_id":"ea544555-6673-45be-af9f-17c722c290b6","resolution":{"observed_at":"2026-08-14T11:58:40.077569Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.809743Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.809743Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:e1746e75b0cdb11437ffd54b994a74a28c46d2d699542da1f257784e1f903755","observation_id":"1be7d6a7-0869-466b-90f0-b7878f99b53e","resolution":{"observed_at":"2026-08-14T11:58:39.809743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.952315Z","title":"Zaidan and Chris Callison-Burch","venue":null,"work_id":"d41d3da0-ccd3-485f-8902-3e0544ada538","year":2011},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.824142Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:d60cddae682a6bec4d8473cf6f565ba7300e52de2813641552edb5be2b55c962","observation_id":"a2587623-1a7c-489b-9323-578de30b5d2e","resolution":{"observed_at":"2026-08-14T11:58:40.051424Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T11:58:39.838934Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-14T11:58:39.838934Z"},"links":{"citing_paper":"/paper/1908.07898"},"observation_digest":"sha256:767f71efa08c88aae038e54cf69a511f3b385a8b7b64107715079592a20dccf0","observation_id":"2a6f416f-86da-4f40-b0ee-175a35954a09","resolution":{"observed_at":"2026-08-14T11:58:39.838934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-14T11:51:37.951277Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets"},"reference_resolution":{"displayed":30,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":0,"verified_fuzzy":5},"total_outbound_references":30},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 30 of 30 outbound references and 3 inbound Pith citation observations for arXiv:1908.07898."}