{"as_of":"2026-08-07T20:03:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d50379287ef7fde9b42a2f7d7cf99d4352d97a568a05542ce0d9368fdb4346ed","coverage":[{"denominator":54,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":54,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T10:41:03.928432Z","state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.20149/citation-record","integrity":"/paper/2607.20149/integrity","json":"/paper/2607.20149/citation-record.json","paper":"/paper/2607.20149"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:57.643517Z","title":"Exploring lan- guage representation through a resource in- ventory project","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:57.643517Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:ee5df48f7413e4713b4fe129c06fbc9c2ca916dd9e2e85793bc76022cb68419b","observation_id":"7fd5d0fd-eed1-43de-bac5-6ea022249af7","resolution":{"observed_at":"2026-08-01T10:40:57.643517Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:57.752841Z","title":"Truth is a lie: Crowd truth and the seven myths of human annotation","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:57.752841Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:4a916eb48706a7238252daeba88f293334255d2c8619c84e43c78eab103387b2","observation_id":"ab24252d-7f9c-4029-bd90-befeb923de34","resolution":{"observed_at":"2026-08-01T10:40:57.752841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:57.854521Z","title":"Collaborative development of modular open source educational resources for natural language processing","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:57.854521Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:558d1328e733236d6036f263076921dca383489265d23e4cb2066b3fb64b3b4a","observation_id":"95ca7091-0f5f-46e3-b197-6819488a51fa","resolution":{"observed_at":"2026-08-01T10:40:57.854521Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:58.117158Z","title":"LEA – Linguistic Exercises with Annotation Tools","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:58.117158Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:c17ec0ededc383f109927ea68f5c4bba36e0bfe51e2cd3c16ae7004718d22403","observation_id":"98fc229d-a1f8-4bb9-a3ac-b84902318ea7","resolution":{"observed_at":"2026-08-01T10:40:58.117158Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:58.235468Z","title":"Tightly coupled worksheets and homework assign- ments for NLP","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:58.235468Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:aa015e69033b56773b894b1ccf1ecab57784bd73fa09d50f570a402d9a3b1afe","observation_id":"f390b6fa-6d61-46fc-b77a-8edc1c5b3010","resolution":{"observed_at":"2026-08-01T10:40:58.235468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:58.328001Z","title":"Using thematic analysis in psychology","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:58.328001Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:42d1610e1dea6b6152492d7ea1b538e628bd26bdf9e561ca4cbad0d242b7185a","observation_id":"0480a869-7827-49af-8d6c-c236811bee63","resolution":{"observed_at":"2026-08-01T10:40:58.328001Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:58.438270Z","title":"Martin, Christine Pre- ston, Peter Rutledge, and Alice Motion","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:58.438270Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:84748b01e7db75da7f2d0906dd137898f7a3e39f9ae803d2f71e221684c86c0e","observation_id":"5e8753bb-b4cc-44dc-863d-468fe824d315","resolution":{"observed_at":"2026-08-01T10:40:58.438270Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:58.598171Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:58.598171Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:daf04c3c5df78ad4aab6071204e95bb0e6ed3d4b28b7ad12ac642ec2eb9cf435","observation_id":"ff9c7a40-9ab0-4859-b035-1f09f9ab8601","resolution":{"observed_at":"2026-08-01T10:40:58.598171Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:58.758981Z","title":"From hate speech to societal empowerment: A pedagogical journey through computational thinking and NLP for high school students","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:58.758981Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:c118cc539407209b7c6c328659a2ff5468d7905982334428159cbcb5d789a726","observation_id":"ddf02a9a-6f71-4ad7-beb5-a5e4005c2c4d","resolution":{"observed_at":"2026-08-01T10:40:58.758981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:58.914552Z","title":"Emre Celebi, Stephen Dusza, David Gutman, Brian Helba, Aadi Kalloo, Konstantinos Liopyris, Michael Marchetti, Harald Kittler, and Allan Halpern","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:58.914552Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:109541e32463cce861a363f07f0486311b58507cd844baa6bdf4578693b640ba","observation_id":"ede808aa-f640-4d30-b7ea-11dc1ab7b8df","resolution":{"observed_at":"2026-08-01T10:40:58.914552Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:59.080532Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:59.080532Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:4cf2c75da3e9a728e527dd152815f7619b1c59a8bd9154ff3d499974c27e0ceb","observation_id":"b010ff7c-50fd-4fe9-82e4-ffcd94343abd","resolution":{"observed_at":"2026-08-01T10:40:59.080532Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:59.231222Z","title":"A coefficient of agreement for nominal scales","venue":null,"work_id":null,"year":1960},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:59.231222Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:1dadc2435e54973fee2dd2b9a37dcf9f4f5f4be670a003ff1a0243faab16229f","observation_id":"6e817288-8678-481a-81eb-e28144c14a96","resolution":{"observed_at":"2026-08-01T10:40:59.231222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:59.376088Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:59.376088Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:d1b60360b1907ce069bf75914a83f3f273ca2a9c21c8a644ab4e989665dd960d","observation_id":"aa991ff8-efa4-41f6-a914-50e8c34f2cca","resolution":{"observed_at":"2026-08-01T10:40:59.376088Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:59.540261Z","title":"Crowdtruth 2.0: Quality metrics for crowd- sourcing with disagreement","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:59.540261Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:d685d8ede461cbeb7bab7e45afd76073985aff550fd6844b6af212ec2c5ff3c3","observation_id":"c88f81cd-3c38-4a51-afca-8b7c860218d5","resolution":{"observed_at":"2026-08-01T10:40:59.540261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:59.697221Z","title":"Classification of shared tasks used in teaching","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:59.697221Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:7fbc028ea748cf695236af59326595c9db3d2fcfa43ee5d1f2df8c42b91d322c","observation_id":"f3b71000-cda9-444b-804d-158bf866b373","resolution":{"observed_at":"2026-08-01T10:40:59.697221Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:59.865847Z","title":"Active learning: An introduction","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:59.865847Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:53dc2fc32938bb1d3aa083d8fa1f9b9385269d9996dd452e99d8fc848b1acf0a","observation_id":"f4b6b291-bd40-4efc-8dda-15aaff16f3db","resolution":{"observed_at":"2026-08-01T10:40:59.865847Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:00.019106Z","title":"Measuring nominal scale agreement among many raters","venue":null,"work_id":null,"year":1971},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:00.019106Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:4d3c112fb7c45087414115f7cc63c619aed870380a21db785c66e9e337bc2833","observation_id":"c6930bbc-e963-4646-8137-c720c4ba402f","resolution":{"observed_at":"2026-08-01T10:41:00.019106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:00.141770Z","title":"Resources for Combining Teaching and Re- search in Information Retrieval Coursework","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:00.141770Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:74fbae989119b7de1611059899f006a29d21d30f73ac82d2bea883f5bed8c63f","observation_id":"2d5ed9d4-1486-4bde-964c-a48252699fe4","resolution":{"observed_at":"2026-08-01T10:41:00.141770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:00.309258Z","title":"From Annotation to Reflection: How Participatory AI Training Enhances Critical Thinking","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:00.309258Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:6f9ef1239e894a262343071a349eed5a2092a9e6d241c8042103e6d43472b6c4","observation_id":"b0fbafa6-e6ef-4db8-9557-c85dce607b82","resolution":{"observed_at":"2026-08-01T10:41:00.309258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:00.477065Z","title":"BELT: Building endangered language technology","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:00.477065Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:298f6a565fcf691cf3689170b77e50b6a59168570b14d4ef93ecf5d3d3942ac7","observation_id":"6cc44f7d-4729-4942-8b1d-4cdeb767fc23","resolution":{"observed_at":"2026-08-01T10:41:00.477065Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:00.599848Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:00.599848Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:c84287dc14fbbb27708fd01e94f331c9818214ef8213318164fe46de9def262e","observation_id":"e6b45cc1-c34b-4cb8-a44a-b0d65272a77c","resolution":{"observed_at":"2026-08-01T10:41:00.599848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:00.745835Z","title":"Hands-on machine learn- ing with scikit-learn, keras, and tensorflow","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:00.745835Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:e6a79d10884a6a00fe59a50d5db5dc00e55e40d8fa903fe1d83ddc97e8afe286","observation_id":"8a4bc01d-c5ca-457e-9170-9efe18f5c921","resolution":{"observed_at":"2026-08-01T10:41:00.745835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:00.894858Z","title":"Teaching LLMs at Charles University: Assignments and activities","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:00.894858Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:a60cf8fc59c8dea91b3ee959a2e4a42c1424e90eed7b54faeb280f831e822034","observation_id":"aa33d6aa-ff0c-4dcb-84fc-c41b5303c1e1","resolution":{"observed_at":"2026-08-01T10:41:00.894858Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.017679Z","title":"A course shared task on evaluating LLM output for clinical questions","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.017679Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:8a9bb229adf176f2605de6cf4166a7270eddff064bd2849a4b5290de7a9dcafb","observation_id":"9d1a0dad-6dcb-4221-8293-d59e04aa434f","resolution":{"observed_at":"2026-08-01T10:41:01.017679Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.135073Z","title":"Open source data labeling and AI evaluation","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.135073Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:fb978bb257ee573a11fa280cd9c85b16b153a276831a53e55a7b6afae66e0858","observation_id":"236bf54f-c076-4415-b84d-d7cb4d2775ba","resolution":{"observed_at":"2026-08-01T10:41:01.135073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.257757Z","title":"Striking a balance between classical and deep learning approaches in natural language pro- cessing pedagogy","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.257757Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:2c717540c68752642118897d6d022f602689d4712f8a6a5d303a8923598a33bc","observation_id":"a29ac934-d5fc-43e9-b4b3-d4625617ccc4","resolution":{"observed_at":"2026-08-01T10:41:01.257757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.405764Z","title":"Testing stylistic interventions to re- duce emotional impact of content modera- tion workers","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.405764Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:9f101c7680097cc3f2f5b04efba23f52b946d29570e93565f2bbf2c84d3ba300","observation_id":"0c296248-a13d-4834-9780-04814cec7ae2","resolution":{"observed_at":"2026-08-01T10:41:01.405764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.490473Z","title":null,"venue":null,"work_id":null,"year":1938},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.490473Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:a2f7b86ff9f8a6149ada7db0d00e288d0cdb4040fff4ab07aa9f4d5ad120f8bd","observation_id":"ee406ee3-0ab2-4704-9938-b68d0b59ca77","resolution":{"observed_at":"2026-08-01T10:41:01.490473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.581919Z","title":"Estimating the reliabil- ity, systematic error and random error of in- terval data","venue":null,"work_id":null,"year":1970},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.581919Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:bd85557bc4e1e9678dc1e9feea2e7200f6f27cc82d4feb7872f0bf9323319e9a","observation_id":"c64d47de-f08d-4a2e-9b67-b12d27ab7b50","resolution":{"observed_at":"2026-08-01T10:41:01.581919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.688697Z","title":"Empowering the future with multilinguality and language diversity","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.688697Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:e724b18cdc9fb2d19dae70eab8a4f7689df8f772c55a9cd1fbecd0db7887ebe9","observation_id":"55d990f3-528e-4a60-b8be-ef345db98502","resolution":{"observed_at":"2026-08-01T10:41:01.688697Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:01.842457Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:01.842457Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:5f963130662a9595589be0d7e0f7dbb66f605987862ee0ad0bb531ef2be7ffb7","observation_id":"5090059a-7be6-4146-a2ae-60a3e875866f","resolution":{"observed_at":"2026-08-01T10:41:01.842457Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.072349Z","title":"Modeling annotator preference and stochastic annotation error for medical image segmentation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.072349Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:d274d47b3b4e167eadd30294ca6a2a501be12c3b7c4d1a0818c5a1488f21a295","observation_id":"d254d256-b2db-4386-bc48-32b488e76343","resolution":{"observed_at":"2026-08-01T10:41:02.072349Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.188831Z","title":"Novel or drivel? variants of invariants for teaching NLP in the LLM era","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.188831Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:d97140ebc3d24b987b4ceacc029b2cb9892f1dfc911f475eb7d63d01002cc2e0","observation_id":"697b37e5-0d32-45fa-bbfa-01cdb098c630","resolution":{"observed_at":"2026-08-01T10:41:02.188831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.247961Z","title":"doccano: Text annotation tool for hu- man, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.247961Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:64948a8d779527437f9681cd731b6b7972ea87ec926d9f741b61cf2c0ddbb90f","observation_id":"a40d1f77-c779-40e0-91df-4c8d980e7068","resolution":{"observed_at":"2026-08-01T10:41:02.247961Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.301276Z","title":"Industry vs academia: Running a course on trans- formers in two setups","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.301276Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:b062bc70b1fe1ecc3164c01cc5ec277ee399109d5757b1fa5e88bf15081ff967","observation_id":"a6ecf5b8-5833-4645-96c8-29b8862116c4","resolution":{"observed_at":"2026-08-01T10:41:02.301276Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.394222Z","title":"Example-driven course slides on natural language processing concepts","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.394222Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:08e4053cbe47bf6597d128f9af6cf92785ff536f597c48d51b01dc87db823c33","observation_id":"03eb62f4-5bb0-445e-8efe-a253d3528493","resolution":{"observed_at":"2026-08-01T10:41:02.394222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.461582Z","title":"Ex- perimental analysis of the effective compo- nents of problem‐based learning","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.461582Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:902ac04128d2c8384c27bcab11a509fcfe972e6ebed3980e3bd645acbf87b385","observation_id":"8f03cdf8-0eaf-4c44-bf73-a405d63793db","resolution":{"observed_at":"2026-08-01T10:41:02.461582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.513395Z","title":"The “problem” of human la- bel variation: On ground truth in data, mod- eling and evaluation","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.513395Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:f2a0c5afeb8fa246cc344cb2c99f666eebe0083017777e5b61d083746c5d0060","observation_id":"99401cc6-484b-403c-9304-d211246b522f","resolution":{"observed_at":"2026-08-01T10:41:02.513395Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.571326Z","title":"Training an NLP scholar at a small liberal arts col- lege: A backwards designed course proposal","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.571326Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:7cee61f5e367ba0964da5822d914c9019a0d969dbcd83b2537a735b15d9fb74f","observation_id":"c5959dc0-0292-4250-ba4e-a4e40d7dadc4","resolution":{"observed_at":"2026-08-01T10:41:02.571326Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.695363Z","title":"The Persona Lifecycle","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.695363Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:db37e8e5fff2dace686942ae1dcdce14843feebf1d22f2ed19343bdff7830ab5","observation_id":"79641aa9-a33a-4d34-af69-d53056ae3f88","resolution":{"observed_at":"2026-08-01T10:41:02.695363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:02.789323Z","title":"Deeper learning by do- ing: Integrating hands-on research projects into a machine learning course","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.789323Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:5957b92c623c7e9064611cf6d3824ef7863039bf089448ef88a6957286380c9f","observation_id":"a69f5ef9-1263-4a90-810d-84e8844858e1","resolution":{"observed_at":"2026-08-01T10:41:02.789323Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2004.14745","last_updated":"2020-07-06T18:12:41Z","snapshot_observed_at":"2026-08-07T15:45:14.565698Z","submitted_at":"2020-04-28T13:48:40Z","title":"Multi-task Ensembles with Crowdsourced Features Improve Skin Lesion Diagnosis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.14745","snapshot_observed_at":"2026-08-01T10:41:02.947847Z","title":"Multi- task learning with crowdsourced features im- proves skin lesion diagnosis","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:02.947847Z"},"links":{"cited_paper":"/paper/2004.14745","citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:b46b6e745a7de7f4e354099d304094b477236c59d537ac6173bf9455ca4b9bd3","observation_id":"744c1470-dfd9-41fe-91b3-ad50db8a0607","resolution":{"observed_at":"2026-08-01T10:41:02.947847Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.037535Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.037535Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:93d137f94e1d2224953425aa440ea6ab6c7ffb90c6e04f0df30f7eb6b0191ace","observation_id":"70c509de-aa84-4d3e-bea2-1947f25720a2","resolution":{"observed_at":"2026-08-01T10:41:03.037535Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.144895Z","title":"Two contrasting data annotation paradigms for subjective NLP tasks","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.144895Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:5f6bee5d28765edbb70aaa1681610b8272c17f74f075fce7ca5faaa3928545f5","observation_id":"07f46c74-8ccb-404b-81c2-41eaaccbaa8a","resolution":{"observed_at":"2026-08-01T10:41:03.144895Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.254146Z","title":"Why don’t you do it right? analysing annotators’ disagree- ment in subjective tasks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.254146Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:3dc4c71d2c723dfe18157045752d3f786fc589639b69affa0a4c9d428a8da912","observation_id":"aebd0dd6-a240-4268-b2b7-05bebbea6c18","resolution":{"observed_at":"2026-08-01T10:41:03.254146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.356346Z","title":"Turning software engineers into machine learning engineers","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.356346Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:94bc2627e21148cbf73424da6e4165acf4f42dcfd10dd6f8d8448e61639e10fe","observation_id":"a10b4843-d6f5-4a85-b8cd-95f7efbc5fee","resolution":{"observed_at":"2026-08-01T10:41:03.356346Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.471789Z","title":"Projectindata- science2026_examtemplate (data folder),","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.471789Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:927e02d1503f63fd36365ac83b830f043189684184c34ba38b47f401f5795d8a","observation_id":"74eb2264-937e-4a7e-bfb1-5416c2ce8df5","resolution":{"observed_at":"2026-08-01T10:41:03.471789Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.650079Z","title":"ABCD rule of dermatoscopy : a new practical method for early recogni- tion of malignant melanoma","venue":null,"work_id":null,"year":1994},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.650079Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:e63b8cd2452eeb379aff95229c3784141f88f9dea3f816fdc2f6fcfb8d0afe16","observation_id":"a1af8c60-c682-483a-810c-eedf2af4d6cf","resolution":{"observed_at":"2026-08-01T10:41:03.650079Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.734732Z","title":"The HAM10000 dataset, a large collection of multi-source dermatoscopic im- ages of common pigmented skin lesions, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.734732Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:32b036dccb4566b2386331396b724f7363dcc0cf1078509ad02dab89b7984268","observation_id":"a738bd3c-01bc-472f-b39c-1a29fe0c6968","resolution":{"observed_at":"2026-08-01T10:41:03.734732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.781481Z","title":"Uma, Tommaso Fornaciari, Dirk Hovy, Silviu Paun, Barbara Plank, and Massimo Poesio","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.781481Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:569aa0b8e09ff3553f3c8f7797be51eb2bca2e0b3d7b4a0f9d9bbbfc0cd98fad","observation_id":"736bde1d-6e79-42ed-8d8d-e7e3cffe51e6","resolution":{"observed_at":"2026-08-01T10:41:03.781481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.839612Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.839612Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:50cc6f145487f0485950a5d11137fc21aadd94d903778052096e07fad5a9713e","observation_id":"39ea887a-a682-4d4a-ae03-494fb6de7e1e","resolution":{"observed_at":"2026-08-01T10:41:03.839612Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.928432Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.928432Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:b4711e0ef064a376e492e86170d9ab52211b84519e312ca190c66d248f20b588","observation_id":"2da0b1dd-766b-4dba-a750-9eb631944115","resolution":{"observed_at":"2026-08-01T10:41:03.928432Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:40:57.957846Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-01T10:40:57.957846Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:fa5adb7265f6c6e5be65ba74f6ac7dc014a495e529782a837ea03708e51d60df","observation_id":"64540bce-5fba-41ff-ac18-d9d3ed4cad25","resolution":{"observed_at":"2026-08-01T10:40:57.957846Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T10:41:03.551337Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-01T10:41:03.551337Z"},"links":{"citing_paper":"/paper/2607.20149"},"observation_digest":"sha256:b0dda5c9c507c1cb1bf4fdb1301defb227938ef12eea021ad69522c5773b7d93","observation_id":"b59b9a89-c323-41f6-b458-20d5dae1b7cb","resolution":{"observed_at":"2026-08-01T10:41:03.551337Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.20149","last_updated":"2026-07-22T13:51:56Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-03T08:32:22.058225Z","submitted_at":"2026-07-22T13:51:56Z","title":"Data Annotations as Pedagogical Hints: From Subjective Labels to Critical Thinking"},"reference_resolution":{"displayed":54,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":53,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":54},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 54 of 54 outbound references and 0 inbound Pith citation observations for arXiv:2607.20149."}