{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:LNOB7HHNQYNIUK46KDR3BUNPYF","short_pith_number":"pith:LNOB7HHN","canonical_record":{"source":{"id":"1911.11931","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-27T03:22:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6c2430cd726ddefd520c17ef22b60e25aa3751495057d4f2c6e5a4bfbea64448","abstract_canon_sha256":"d691ae3b2f2056eb5787977ca69d2208644089ac4986db970bf9846952884a93"},"schema_version":"1.0"},"canonical_sha256":"5b5c1f9ced861a8a2b9e50e3b0d1afc173a92446228c1fb445585bdcd0dd999e","source":{"kind":"arxiv","id":"1911.11931","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.11931","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"1911.11931v2","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.11931","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"LNOB7HHNQYNI","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"LNOB7HHNQYNIUK46","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"LNOB7HHN","created_at":"2026-07-05T02:14:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:LNOB7HHNQYNIUK46KDR3BUNPYF","target":"record","payload":{"canonical_record":{"source":{"id":"1911.11931","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-27T03:22:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6c2430cd726ddefd520c17ef22b60e25aa3751495057d4f2c6e5a4bfbea64448","abstract_canon_sha256":"d691ae3b2f2056eb5787977ca69d2208644089ac4986db970bf9846952884a93"},"schema_version":"1.0"},"canonical_sha256":"5b5c1f9ced861a8a2b9e50e3b0d1afc173a92446228c1fb445585bdcd0dd999e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:14:27.676159Z","signature_b64":"J8UEbJdkbG/gzLXQZRe3BhiFXszBwblXHO+Nnk7u6Zoq+4QPXRCpakZQ9AxPzTGiCVzbK2GWpNFTtvWRgARODw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5b5c1f9ced861a8a2b9e50e3b0d1afc173a92446228c1fb445585bdcd0dd999e","last_reissued_at":"2026-07-05T02:14:27.675651Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:14:27.675651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.11931","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"10Eoo4J3B7KWA3SuYRTSQp9dYe2LnzlnOn96UQWDal1y7yKwKtcOKnKW4Or6YPxjVteUEINRwJJpTzS1ElA2AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T17:36:57.417792Z"},"content_sha256":"3d19c87dbf406d736c9ecde310227a307c5bd77ec3598e690a200c480dca244f","schema_version":"1.0","event_id":"sha256:3d19c87dbf406d736c9ecde310227a307c5bd77ec3598e690a200c480dca244f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:LNOB7HHNQYNIUK46KDR3BUNPYF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Commonsense in Pre-trained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dandan Huang, Leyang Cui, Xuhui Zhou, Yue Zhang","submitted_at":"2019-11-27T03:22:40Z","abstract_excerpt":"Contextualized representations trained over large raw text data have given remarkable improvements for NLP tasks including question answering and reading comprehension. There have been works showing that syntactic, semantic and word sense knowledge are contained in such representations, which explains why they benefit such tasks. However, relatively little work has been done investigating commonsense knowledge contained in contextualized representations, which is crucial for human question answering and reading comprehension. We study the commonsense ability of GPT, BERT, XLNet, and RoBERTa by"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.11931","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.11931/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5OabzZ2Barb3jtelYq/caxW7AGcQknZ2NwYcq59HIrVuNFK9IUIo/6p8YisPYf/sZ1GeGcChhQjc5dNl1OwqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T17:36:57.418380Z"},"content_sha256":"d2135945e09523d7a887c97ccea5ac514e31b34837ec2fb5061d2942cb0f5696","schema_version":"1.0","event_id":"sha256:d2135945e09523d7a887c97ccea5ac514e31b34837ec2fb5061d2942cb0f5696"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LNOB7HHNQYNIUK46KDR3BUNPYF/bundle.json","state_url":"https://pith.science/pith/LNOB7HHNQYNIUK46KDR3BUNPYF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LNOB7HHNQYNIUK46KDR3BUNPYF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T17:36:57Z","links":{"resolver":"https://pith.science/pith/LNOB7HHNQYNIUK46KDR3BUNPYF","bundle":"https://pith.science/pith/LNOB7HHNQYNIUK46KDR3BUNPYF/bundle.json","state":"https://pith.science/pith/LNOB7HHNQYNIUK46KDR3BUNPYF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LNOB7HHNQYNIUK46KDR3BUNPYF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:LNOB7HHNQYNIUK46KDR3BUNPYF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d691ae3b2f2056eb5787977ca69d2208644089ac4986db970bf9846952884a93","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-27T03:22:40Z","title_canon_sha256":"6c2430cd726ddefd520c17ef22b60e25aa3751495057d4f2c6e5a4bfbea64448"},"schema_version":"1.0","source":{"id":"1911.11931","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.11931","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"1911.11931v2","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.11931","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"LNOB7HHNQYNI","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"LNOB7HHNQYNIUK46","created_at":"2026-07-05T02:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"LNOB7HHN","created_at":"2026-07-05T02:14:27Z"}],"graph_snapshots":[{"event_id":"sha256:d2135945e09523d7a887c97ccea5ac514e31b34837ec2fb5061d2942cb0f5696","target":"graph","created_at":"2026-07-05T02:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.11931/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Contextualized representations trained over large raw text data have given remarkable improvements for NLP tasks including question answering and reading comprehension. There have been works showing that syntactic, semantic and word sense knowledge are contained in such representations, which explains why they benefit such tasks. However, relatively little work has been done investigating commonsense knowledge contained in contextualized representations, which is crucial for human question answering and reading comprehension. We study the commonsense ability of GPT, BERT, XLNet, and RoBERTa by","authors_text":"Dandan Huang, Leyang Cui, Xuhui Zhou, Yue Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-27T03:22:40Z","title":"Evaluating Commonsense in Pre-trained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.11931","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3d19c87dbf406d736c9ecde310227a307c5bd77ec3598e690a200c480dca244f","target":"record","created_at":"2026-07-05T02:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d691ae3b2f2056eb5787977ca69d2208644089ac4986db970bf9846952884a93","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-27T03:22:40Z","title_canon_sha256":"6c2430cd726ddefd520c17ef22b60e25aa3751495057d4f2c6e5a4bfbea64448"},"schema_version":"1.0","source":{"id":"1911.11931","kind":"arxiv","version":2}},"canonical_sha256":"5b5c1f9ced861a8a2b9e50e3b0d1afc173a92446228c1fb445585bdcd0dd999e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5b5c1f9ced861a8a2b9e50e3b0d1afc173a92446228c1fb445585bdcd0dd999e","first_computed_at":"2026-07-05T02:14:27.675651Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:14:27.675651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J8UEbJdkbG/gzLXQZRe3BhiFXszBwblXHO+Nnk7u6Zoq+4QPXRCpakZQ9AxPzTGiCVzbK2GWpNFTtvWRgARODw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:14:27.676159Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.11931","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3d19c87dbf406d736c9ecde310227a307c5bd77ec3598e690a200c480dca244f","sha256:d2135945e09523d7a887c97ccea5ac514e31b34837ec2fb5061d2942cb0f5696"],"state_sha256":"0fa21ef4e41bf479a614cbae646ba0a4e992ccd16d9962cb62f605179c47ab87"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2a3MgBiEvkvzZ148o4HucNWddsYhpunli1H+uNX+vXsWltVRaF31kAO2VOZ76arIkDVlWeU3xfKP/qMJQsAADg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T17:36:57.421028Z","bundle_sha256":"633530fd89739384bf99f767612585c0e65c4f5d382400eeea13b5f468e012b3"}}