{"work":{"id":"acc7eb00-fd37-4883-9f25-f4e7057b60f0","openalex_id":"https://openalex.org/W2053154970","doi":"10.1177/001316446002000104","arxiv_id":null,"raw_key":null,"title":"Educational and Psychological Measurement 20, 37–46","authors":[{"given":"Jacob","family":"Cohen","sequence":"first","affiliation":[{"name":"New York University"}]}],"authors_text":"Cohen, Jacob , year =","year":1960,"venue":"Educational and Psychological Measurement","abstract":null,"external_url":"https://doi.org/10.1177/001316446002000104","cited_by_count":30941,"metadata_source":"doi_reference","metadata_fetched_at":"2026-07-10T13:57:06.823828+00:00","pith_arxiv_id":null,"created_at":"2026-05-08T18:28:58.422808+00:00","updated_at":"2026-07-10T13:57:06.823828+00:00","title_quality_ok":false,"display_title":"A coefficient of agreement for nominal scales.Educational and Psychological Measurement, 20(1):37–46","render_title":"A coefficient of agreement for nominal scales.Educational and Psychological Measurement, 20(1):37–46"},"hub":{"state":{"work_id":"acc7eb00-fd37-4883-9f25-f4e7057b60f0","tier":"super_hub","tier_reason":"100+ Pith inbound or 10,000+ external citations","pith_inbound_count":34,"external_cited_by_count":30941,"distinct_field_count":10,"first_pith_cited_at":"2020-10-06T05:49:03+00:00","last_pith_cited_at":"2026-07-09T00:27:07+00:00","author_build_status":"needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-08-21T23:59:32.560560+00:00","tier_text":"super_hub"},"tier":"super_hub","role_counts":[{"context_role":"background","n":3},{"context_role":"method","n":2},{"context_role":"dataset","n":1}],"polarity_counts":[{"context_polarity":"background","n":2},{"context_polarity":"use_method","n":2},{"context_polarity":"unclear","n":1},{"context_polarity":"use_dataset","n":1}],"runs":{"ask_index":{"job_type":"ask_index","status":"succeeded","result":{"title":"Ed- ucational and Psychological Measurement20(1), 37–46 (1960)","claims":[],"why_cited":"Pith tracks Ed- ucational and Psychological Measurement20(1), 37–46 (1960) because it crossed a citation-hub threshold.","role_counts":[]},"error":null,"updated_at":"2026-05-14T03:25:53.253706+00:00"},"author_expand":{"job_type":"author_expand","status":"succeeded","result":{"authors_linked":[{"id":"c91b2de8-a199-400f-b250-bdcde80e3d5d","orcid":null,"display_name":"Jacob Cohen"}]},"error":null,"updated_at":"2026-05-14T03:26:02.745839+00:00"},"context_extract":{"job_type":"context_extract","status":"succeeded","result":{"enqueued_papers":25},"error":null,"updated_at":"2026-05-14T03:25:57.457651+00:00"},"graph_features":{"job_type":"graph_features","status":"succeeded","result":{"co_cited":[{"title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","work_id":"6a8d8dc4-0cc0-4052-8109-abbcdcd4a962","shared_citers":2},{"title":"Gheorghe Comanici, Eric Bieber, Mike Schaekermann, Ice Pasupat, Noveen Sachdeva, et al","work_id":"8459c6a3-b938-49db-a41c-c7e19df646bd","shared_citers":2},{"title":"gpt-oss-120b & gpt-oss-20b Model Card","work_id":"178c1f7e-4f19-4392-a45d-45a6dfa88ead","shared_citers":2},{"title":"In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y","work_id":"ee659b54-d1fd-41ae-a932-c76f02f455b5","shared_citers":2},{"title":"In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y","work_id":"f5de09b2-7a52-4bc0-8246-44cab83b66eb","shared_citers":2},{"title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","work_id":"d0c30cd7-81e1-4159-a87f-f6adca77ff08","shared_citers":2},{"title":"Large language models fail on trivial alterations to theory-of-mind tasks","work_id":"1bc47679-bdf4-4416-89dc-897e02469d50","shared_citers":2},{"title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","work_id":"377b190f-39ed-4db3-9747-433802e5303c","shared_citers":2},{"title":"LoRA: Low-Rank Adaptation of Large Language Models","work_id":"0426219a-789e-4964-adc8-a04538510818","shared_citers":2},{"title":"Qwen3 Technical Report","work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e","shared_citers":2},{"title":"Richard Landis and Gary G","work_id":"30e005db-280a-4cd9-a480-53e42284c29e","shared_citers":2},{"title":"","work_id":"5a6e4a9c-6bec-41d4-b62b-2ce3183a8579","shared_citers":1},{"title":"","work_id":"548bccb0-f480-458b-af6b-cf1c78e54eed","shared_citers":1},{"title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","work_id":"3a498b1a-455f-4667-b572-c5216c99a89c","shared_citers":1},{"title":"10 Jacob Cohen","work_id":"138d48e9-7658-4d58-886c-7eb3c92c5df0","shared_citers":1},{"title":"1966 , issue_date =","work_id":"54cfd5ad-60e7-4e2f-9ed2-4ba7b842e9f5","shared_citers":1},{"title":"1996 , url=","work_id":"cf17dd4e-dbcc-43da-862f-d68c1532d525","shared_citers":1},{"title":"2006 , note =","work_id":"c7e5eea9-a156-4a5a-9582-e44be588cece","shared_citers":1},{"title":"2011 , pages =","work_id":"935b5ef0-74fb-4a37-9a56-36e1e640d0b6","shared_citers":1},{"title":"2012 , note =","work_id":"d4faaf00-9326-4add-9586-63ca8bb8e412","shared_citers":1},{"title":"2022 , note =","work_id":"72e8d8bb-a7f0-46c6-8a7a-017c403a90e2","shared_citers":1},{"title":"2022 , note =","work_id":"ea91ad6a-8505-4d32-8311-d85984c0b184","shared_citers":1},{"title":"2023 , url=","work_id":"8f09fef9-f9c7-4e3d-888c-cb5eb364155b","shared_citers":1},{"title":"2024 , eprint=","work_id":"58e44690-06bd-4412-9f1c-785ea3e6af59","shared_citers":1}],"time_series":[{"n":16,"year":2026}],"dependency_candidates":[]},"error":null,"updated_at":"2026-05-14T03:25:53.248047+00:00"},"identity_refresh":{"job_type":"identity_refresh","status":"succeeded","result":{"items":[{"title":"Qwen3 Technical Report","outcome":"unchanged","work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e","resolver":"local_arxiv","confidence":0.98,"old_work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e"}],"counts":{"fixed":0,"merged":0,"unchanged":1,"quarantined":0,"needs_external_resolution":0},"errors":[],"attempted":1},"error":null,"updated_at":"2026-05-14T03:16:02.817626+00:00"},"role_polarity":{"job_type":"role_polarity","status":"succeeded","result":{"title":"Ed- ucational and Psychological Measurement20(1), 37–46 (1960)","claims":[],"why_cited":"Pith tracks Ed- ucational and Psychological Measurement20(1), 37–46 (1960) because it crossed a citation-hub threshold.","role_counts":[]},"error":null,"updated_at":"2026-05-14T03:25:53.260131+00:00"},"summary_claims":{"job_type":"summary_claims","status":"succeeded","result":{"title":"Ed- ucational and Psychological Measurement20(1), 37–46 (1960)","claims":[],"why_cited":"Pith tracks Ed- ucational and Psychological Measurement20(1), 37–46 (1960) because it crossed a citation-hub threshold.","role_counts":[]},"error":null,"updated_at":"2026-05-14T03:25:53.256450+00:00"}},"summary":{"title":"Ed- ucational and Psychological Measurement20(1), 37–46 (1960)","claims":[],"why_cited":"Pith tracks Ed- ucational and Psychological Measurement20(1), 37–46 (1960) because it crossed a citation-hub threshold.","role_counts":[]},"graph":{"co_cited":[{"title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","work_id":"6a8d8dc4-0cc0-4052-8109-abbcdcd4a962","shared_citers":2},{"title":"Gheorghe Comanici, Eric Bieber, Mike Schaekermann, Ice Pasupat, Noveen Sachdeva, et al","work_id":"8459c6a3-b938-49db-a41c-c7e19df646bd","shared_citers":2},{"title":"gpt-oss-120b & gpt-oss-20b Model Card","work_id":"178c1f7e-4f19-4392-a45d-45a6dfa88ead","shared_citers":2},{"title":"In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y","work_id":"ee659b54-d1fd-41ae-a932-c76f02f455b5","shared_citers":2},{"title":"In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y","work_id":"f5de09b2-7a52-4bc0-8246-44cab83b66eb","shared_citers":2},{"title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","work_id":"d0c30cd7-81e1-4159-a87f-f6adca77ff08","shared_citers":2},{"title":"Large language models fail on trivial alterations to theory-of-mind tasks","work_id":"1bc47679-bdf4-4416-89dc-897e02469d50","shared_citers":2},{"title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","work_id":"377b190f-39ed-4db3-9747-433802e5303c","shared_citers":2},{"title":"LoRA: Low-Rank Adaptation of Large Language Models","work_id":"0426219a-789e-4964-adc8-a04538510818","shared_citers":2},{"title":"Qwen3 Technical Report","work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e","shared_citers":2},{"title":"Richard Landis and Gary G","work_id":"30e005db-280a-4cd9-a480-53e42284c29e","shared_citers":2},{"title":"","work_id":"5a6e4a9c-6bec-41d4-b62b-2ce3183a8579","shared_citers":1},{"title":"","work_id":"548bccb0-f480-458b-af6b-cf1c78e54eed","shared_citers":1},{"title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","work_id":"3a498b1a-455f-4667-b572-c5216c99a89c","shared_citers":1},{"title":"10 Jacob Cohen","work_id":"138d48e9-7658-4d58-886c-7eb3c92c5df0","shared_citers":1},{"title":"1966 , issue_date =","work_id":"54cfd5ad-60e7-4e2f-9ed2-4ba7b842e9f5","shared_citers":1},{"title":"1996 , url=","work_id":"cf17dd4e-dbcc-43da-862f-d68c1532d525","shared_citers":1},{"title":"2006 , note =","work_id":"c7e5eea9-a156-4a5a-9582-e44be588cece","shared_citers":1},{"title":"2011 , pages =","work_id":"935b5ef0-74fb-4a37-9a56-36e1e640d0b6","shared_citers":1},{"title":"2012 , note =","work_id":"d4faaf00-9326-4add-9586-63ca8bb8e412","shared_citers":1},{"title":"2022 , note =","work_id":"72e8d8bb-a7f0-46c6-8a7a-017c403a90e2","shared_citers":1},{"title":"2022 , note =","work_id":"ea91ad6a-8505-4d32-8311-d85984c0b184","shared_citers":1},{"title":"2023 , url=","work_id":"8f09fef9-f9c7-4e3d-888c-cb5eb364155b","shared_citers":1},{"title":"2024 , eprint=","work_id":"58e44690-06bd-4412-9f1c-785ea3e6af59","shared_citers":1}],"time_series":[{"n":16,"year":2026}],"dependency_candidates":[]},"authors":[{"id":"c91b2de8-a199-400f-b250-bdcde80e3d5d","orcid":null,"display_name":"Jacob Cohen","source":"manual","import_confidence":0.72}]}}