{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:IHXO3NHWCNO6TBCFKUOLPBFR6L","short_pith_number":"pith:IHXO3NHW","canonical_record":{"source":{"id":"2009.08257","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T13:00:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"629d665fa2197b60af44c720a91083bddcbf349fcf11c7ba1a2fe030133fc1f6","abstract_canon_sha256":"c5df8950d3466da6014d812f5013b90432a5a05d984d9ed796cf1462ab64bad6"},"schema_version":"1.0"},"canonical_sha256":"41eeedb4f6135de98445551cb784b1f2d1b6ee30a6a1eba7a566707a28e48608","source":{"kind":"arxiv","id":"2009.08257","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.08257","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"arxiv_version","alias_value":"2009.08257v1","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.08257","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"pith_short_12","alias_value":"IHXO3NHWCNO6","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"pith_short_16","alias_value":"IHXO3NHWCNO6TBCF","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"pith_short_8","alias_value":"IHXO3NHW","created_at":"2026-07-05T01:36:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:IHXO3NHWCNO6TBCFKUOLPBFR6L","target":"record","payload":{"canonical_record":{"source":{"id":"2009.08257","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T13:00:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"629d665fa2197b60af44c720a91083bddcbf349fcf11c7ba1a2fe030133fc1f6","abstract_canon_sha256":"c5df8950d3466da6014d812f5013b90432a5a05d984d9ed796cf1462ab64bad6"},"schema_version":"1.0"},"canonical_sha256":"41eeedb4f6135de98445551cb784b1f2d1b6ee30a6a1eba7a566707a28e48608","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:36:11.985049Z","signature_b64":"0XUyURJ92r55uYSBmcF5JNt0cw1z1IT0rL8kuwgtukDqtx7I1DEK1ZWBaKooGvzhNRKOvGySprbJ8TNp8e2UCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"41eeedb4f6135de98445551cb784b1f2d1b6ee30a6a1eba7a566707a28e48608","last_reissued_at":"2026-07-05T01:36:11.984649Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:36:11.984649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.08257","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7pPX86n0NOIuuXpNQIoVOl2Qnr6oZgQfqeL0P4lJgoUaOm64Xa0+Sgjo1cHeMQMf/a6wDzkxRjSiZdDqHE5tCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:12:56.693121Z"},"content_sha256":"bc5fead5216dd0096eb4c5ab317e569de119be24b8ca563992395685c870aef2","schema_version":"1.0","event_id":"sha256:bc5fead5216dd0096eb4c5ab317e569de119be24b8ca563992395685c870aef2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:IHXO3NHWCNO6TBCFKUOLPBFR6L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Compositional and Lexical Semantics in RoBERTa, BERT and DistilBERT: A Case Study on CoQA","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ieva Stali\\=unait\\.e, Ignacio Iacobacci","submitted_at":"2020-09-17T13:00:13Z","abstract_excerpt":"Many NLP tasks have benefited from transferring knowledge from contextualized word embeddings, however the picture of what type of knowledge is transferred is incomplete. This paper studies the types of linguistic phenomena accounted for by language models in the context of a Conversational Question Answering (CoQA) task. We identify the problematic areas for the finetuned RoBERTa, BERT and DistilBERT models through systematic error analysis - basic arithmetic (counting phrases), compositional semantics (negation and Semantic Role Labeling), and lexical semantics (surprisal and antonymy). When"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.08257","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.08257/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b9z/qhCvryrKyL7mOtrPDo3rw23SQp/5oeUetMDZ38GQxkl0+ORQiRWhBDc5+q2eI9r1/8sbPUKZsJxIOpTkCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:12:56.693513Z"},"content_sha256":"1258aa32a6679eb57d3c2f84b4bda4d97a2c6131cb699a3f5fa2ddbc5e36ab53","schema_version":"1.0","event_id":"sha256:1258aa32a6679eb57d3c2f84b4bda4d97a2c6131cb699a3f5fa2ddbc5e36ab53"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IHXO3NHWCNO6TBCFKUOLPBFR6L/bundle.json","state_url":"https://pith.science/pith/IHXO3NHWCNO6TBCFKUOLPBFR6L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IHXO3NHWCNO6TBCFKUOLPBFR6L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:12:56Z","links":{"resolver":"https://pith.science/pith/IHXO3NHWCNO6TBCFKUOLPBFR6L","bundle":"https://pith.science/pith/IHXO3NHWCNO6TBCFKUOLPBFR6L/bundle.json","state":"https://pith.science/pith/IHXO3NHWCNO6TBCFKUOLPBFR6L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IHXO3NHWCNO6TBCFKUOLPBFR6L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:IHXO3NHWCNO6TBCFKUOLPBFR6L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c5df8950d3466da6014d812f5013b90432a5a05d984d9ed796cf1462ab64bad6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T13:00:13Z","title_canon_sha256":"629d665fa2197b60af44c720a91083bddcbf349fcf11c7ba1a2fe030133fc1f6"},"schema_version":"1.0","source":{"id":"2009.08257","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.08257","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"arxiv_version","alias_value":"2009.08257v1","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.08257","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"pith_short_12","alias_value":"IHXO3NHWCNO6","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"pith_short_16","alias_value":"IHXO3NHWCNO6TBCF","created_at":"2026-07-05T01:36:11Z"},{"alias_kind":"pith_short_8","alias_value":"IHXO3NHW","created_at":"2026-07-05T01:36:11Z"}],"graph_snapshots":[{"event_id":"sha256:1258aa32a6679eb57d3c2f84b4bda4d97a2c6131cb699a3f5fa2ddbc5e36ab53","target":"graph","created_at":"2026-07-05T01:36:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.08257/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many NLP tasks have benefited from transferring knowledge from contextualized word embeddings, however the picture of what type of knowledge is transferred is incomplete. This paper studies the types of linguistic phenomena accounted for by language models in the context of a Conversational Question Answering (CoQA) task. We identify the problematic areas for the finetuned RoBERTa, BERT and DistilBERT models through systematic error analysis - basic arithmetic (counting phrases), compositional semantics (negation and Semantic Role Labeling), and lexical semantics (surprisal and antonymy). When","authors_text":"Ieva Stali\\=unait\\.e, Ignacio Iacobacci","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T13:00:13Z","title":"Compositional and Lexical Semantics in RoBERTa, BERT and DistilBERT: A Case Study on CoQA"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.08257","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bc5fead5216dd0096eb4c5ab317e569de119be24b8ca563992395685c870aef2","target":"record","created_at":"2026-07-05T01:36:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c5df8950d3466da6014d812f5013b90432a5a05d984d9ed796cf1462ab64bad6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T13:00:13Z","title_canon_sha256":"629d665fa2197b60af44c720a91083bddcbf349fcf11c7ba1a2fe030133fc1f6"},"schema_version":"1.0","source":{"id":"2009.08257","kind":"arxiv","version":1}},"canonical_sha256":"41eeedb4f6135de98445551cb784b1f2d1b6ee30a6a1eba7a566707a28e48608","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41eeedb4f6135de98445551cb784b1f2d1b6ee30a6a1eba7a566707a28e48608","first_computed_at":"2026-07-05T01:36:11.984649Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:36:11.984649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0XUyURJ92r55uYSBmcF5JNt0cw1z1IT0rL8kuwgtukDqtx7I1DEK1ZWBaKooGvzhNRKOvGySprbJ8TNp8e2UCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:36:11.985049Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.08257","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bc5fead5216dd0096eb4c5ab317e569de119be24b8ca563992395685c870aef2","sha256:1258aa32a6679eb57d3c2f84b4bda4d97a2c6131cb699a3f5fa2ddbc5e36ab53"],"state_sha256":"5ee33fcf5f07a319f1b704d5f2eeb9e87b08d2cffffb545e09269ed86774a1dc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LPO3nNd1EHDcBd1AV2OCci8Zfo8keM+WvK7ayXA+R1MTifo8sUiJ6ZfPDoNX2PXczdAzPtJ9A+uc6kAnylE2Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:12:56.695750Z","bundle_sha256":"b722101e778440055385798e93614d8cb1e7211ea07b21750a9a5f51bafbb182"}}