{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CYDFYHGZRP4HUPUZYDT73635WE","short_pith_number":"pith:CYDFYHGZ","canonical_record":{"source":{"id":"2305.08414","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T07:48:31Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f441dbfcf4bbc90e69c5d373c272ca84ef52e57468a2a8b89a4365c67e9451fe","abstract_canon_sha256":"11429a0fac2c34d6a0103bd71fe45fa8e3bc79ede3004d03442a8dd759f44d43"},"schema_version":"1.0"},"canonical_sha256":"16065c1cd98bf87a3e99c0e7fdfb7db118b2c8fa35caba47631866e8acf58eff","source":{"kind":"arxiv","id":"2305.08414","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.08414","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"arxiv_version","alias_value":"2305.08414v1","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.08414","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"pith_short_12","alias_value":"CYDFYHGZRP4H","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"pith_short_16","alias_value":"CYDFYHGZRP4HUPUZ","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"pith_short_8","alias_value":"CYDFYHGZ","created_at":"2026-07-05T06:10:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CYDFYHGZRP4HUPUZYDT73635WE","target":"record","payload":{"canonical_record":{"source":{"id":"2305.08414","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T07:48:31Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f441dbfcf4bbc90e69c5d373c272ca84ef52e57468a2a8b89a4365c67e9451fe","abstract_canon_sha256":"11429a0fac2c34d6a0103bd71fe45fa8e3bc79ede3004d03442a8dd759f44d43"},"schema_version":"1.0"},"canonical_sha256":"16065c1cd98bf87a3e99c0e7fdfb7db118b2c8fa35caba47631866e8acf58eff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:10:01.350248Z","signature_b64":"Wa/I7WIRPIVuTW85v24k3U9QOd8521/sgfxzaVw4+j54DJCoRB24W+z0F+VA5tgIKmL88CuLqzS8n+IeM2sZAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16065c1cd98bf87a3e99c0e7fdfb7db118b2c8fa35caba47631866e8acf58eff","last_reissued_at":"2026-07-05T06:10:01.349827Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:10:01.349827Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.08414","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:10:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1FMTA4nHLmS9SIZrfNg4vTXcJ/g9as2Ou62voDJ4jfMYG1Ze1dkcxVLBVAqjOkpN3C0pZv7MTa49FcmiepukBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:28:42.994574Z"},"content_sha256":"6bb11f3d36a25626a80083bdcecfec0643081c5d92ac80597c3b5a2acd634928","schema_version":"1.0","event_id":"sha256:6bb11f3d36a25626a80083bdcecfec0643081c5d92ac80597c3b5a2acd634928"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CYDFYHGZRP4HUPUZYDT73635WE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What's the Meaning of Superhuman Performance in Today's NLU?","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alexander Koller, Daniel Hershcovich, Eduard H. Hovy, Ekaterina Shutova, Jan Hajic, Johan Bos, Rico Sennrich, Roberto Navigli, Simone Tedeschi, Simon Krek, Steven Schockaert, Thierry Declerck","submitted_at":"2023-05-15T07:48:31Z","abstract_excerpt":"In the last five years, there has been a significant focus in Natural Language Processing (NLP) on developing larger Pretrained Language Models (PLMs) and introducing benchmarks such as SuperGLUE and SQuAD to measure their abilities in language understanding, reasoning, and reading comprehension. These PLMs have achieved impressive results on these benchmarks, even surpassing human performance in some cases. This has led to claims of superhuman capabilities and the provocative idea that certain tasks have been solved. In this position paper, we take a critical look at these claims and ask whet"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.08414","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.08414/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:10:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BgfRUM5+XGjt5k3WeXfX5KpoyI5QnArkVfnQVbZkoYdZzNl+7bIIFNOcmBiawruWsemIgxPGOSpcZf2moonsCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:28:42.994960Z"},"content_sha256":"f3c1927eca1dbfd68130a4cbcf13f074ff91623c2d6edadd60bf7fbbd877e9c6","schema_version":"1.0","event_id":"sha256:f3c1927eca1dbfd68130a4cbcf13f074ff91623c2d6edadd60bf7fbbd877e9c6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CYDFYHGZRP4HUPUZYDT73635WE/bundle.json","state_url":"https://pith.science/pith/CYDFYHGZRP4HUPUZYDT73635WE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CYDFYHGZRP4HUPUZYDT73635WE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:28:42Z","links":{"resolver":"https://pith.science/pith/CYDFYHGZRP4HUPUZYDT73635WE","bundle":"https://pith.science/pith/CYDFYHGZRP4HUPUZYDT73635WE/bundle.json","state":"https://pith.science/pith/CYDFYHGZRP4HUPUZYDT73635WE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CYDFYHGZRP4HUPUZYDT73635WE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CYDFYHGZRP4HUPUZYDT73635WE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11429a0fac2c34d6a0103bd71fe45fa8e3bc79ede3004d03442a8dd759f44d43","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T07:48:31Z","title_canon_sha256":"f441dbfcf4bbc90e69c5d373c272ca84ef52e57468a2a8b89a4365c67e9451fe"},"schema_version":"1.0","source":{"id":"2305.08414","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.08414","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"arxiv_version","alias_value":"2305.08414v1","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.08414","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"pith_short_12","alias_value":"CYDFYHGZRP4H","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"pith_short_16","alias_value":"CYDFYHGZRP4HUPUZ","created_at":"2026-07-05T06:10:01Z"},{"alias_kind":"pith_short_8","alias_value":"CYDFYHGZ","created_at":"2026-07-05T06:10:01Z"}],"graph_snapshots":[{"event_id":"sha256:f3c1927eca1dbfd68130a4cbcf13f074ff91623c2d6edadd60bf7fbbd877e9c6","target":"graph","created_at":"2026-07-05T06:10:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.08414/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the last five years, there has been a significant focus in Natural Language Processing (NLP) on developing larger Pretrained Language Models (PLMs) and introducing benchmarks such as SuperGLUE and SQuAD to measure their abilities in language understanding, reasoning, and reading comprehension. These PLMs have achieved impressive results on these benchmarks, even surpassing human performance in some cases. This has led to claims of superhuman capabilities and the provocative idea that certain tasks have been solved. In this position paper, we take a critical look at these claims and ask whet","authors_text":"Alexander Koller, Daniel Hershcovich, Eduard H. Hovy, Ekaterina Shutova, Jan Hajic, Johan Bos, Rico Sennrich, Roberto Navigli, Simone Tedeschi, Simon Krek, Steven Schockaert, Thierry Declerck","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T07:48:31Z","title":"What's the Meaning of Superhuman Performance in Today's NLU?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.08414","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bb11f3d36a25626a80083bdcecfec0643081c5d92ac80597c3b5a2acd634928","target":"record","created_at":"2026-07-05T06:10:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11429a0fac2c34d6a0103bd71fe45fa8e3bc79ede3004d03442a8dd759f44d43","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-15T07:48:31Z","title_canon_sha256":"f441dbfcf4bbc90e69c5d373c272ca84ef52e57468a2a8b89a4365c67e9451fe"},"schema_version":"1.0","source":{"id":"2305.08414","kind":"arxiv","version":1}},"canonical_sha256":"16065c1cd98bf87a3e99c0e7fdfb7db118b2c8fa35caba47631866e8acf58eff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16065c1cd98bf87a3e99c0e7fdfb7db118b2c8fa35caba47631866e8acf58eff","first_computed_at":"2026-07-05T06:10:01.349827Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:10:01.349827Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Wa/I7WIRPIVuTW85v24k3U9QOd8521/sgfxzaVw4+j54DJCoRB24W+z0F+VA5tgIKmL88CuLqzS8n+IeM2sZAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:10:01.350248Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.08414","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bb11f3d36a25626a80083bdcecfec0643081c5d92ac80597c3b5a2acd634928","sha256:f3c1927eca1dbfd68130a4cbcf13f074ff91623c2d6edadd60bf7fbbd877e9c6"],"state_sha256":"475b990f7a076ca4e1f42e25c302259c5e357dac3f20ab7c8ce1d0e3ce9f964c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TO4z87eYMCDI/e1LR2YnF3Zi77niRxHu1pTP1qf/zhh4q5GxHITcJp8bXCgYcMMY8mK0nKsEWYMZb1xTgGYvCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:28:42.996884Z","bundle_sha256":"c92abb0f0a5340353a3edd553c54c0fc406d10115007966c9fcee5baac6569ed"}}