{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:K6NAOFTL5FOOFGUTY53IEB5TPV","short_pith_number":"pith:K6NAOFTL","canonical_record":{"source":{"id":"2210.03050","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T16:53:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6c437045d36ff09a61a4f2f62121a8506743c8e392dcb1a1f7269884bf397f9a","abstract_canon_sha256":"b854818a2f6d238751a3ff3030e535f1ba005ef04a4251b692b7fa71affff33d"},"schema_version":"1.0"},"canonical_sha256":"579a07166be95ce29a93c7768207b37d7f0ce084039d3c423d3ec410bc7839f6","source":{"kind":"arxiv","id":"2210.03050","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03050","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03050v4","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03050","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"pith_short_12","alias_value":"K6NAOFTL5FOO","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"K6NAOFTL5FOOFGUT","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"K6NAOFTL","created_at":"2026-07-05T07:32:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:K6NAOFTL5FOOFGUTY53IEB5TPV","target":"record","payload":{"canonical_record":{"source":{"id":"2210.03050","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T16:53:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6c437045d36ff09a61a4f2f62121a8506743c8e392dcb1a1f7269884bf397f9a","abstract_canon_sha256":"b854818a2f6d238751a3ff3030e535f1ba005ef04a4251b692b7fa71affff33d"},"schema_version":"1.0"},"canonical_sha256":"579a07166be95ce29a93c7768207b37d7f0ce084039d3c423d3ec410bc7839f6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:32:56.425787Z","signature_b64":"BAc2kwbJ5wG+GDbwmR1aL/+3yz53u06lvDmW/iAalNJP9i/xUsM5qzQZWVmoLLVCRwX/SekaIr8ZtLHq6So4BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"579a07166be95ce29a93c7768207b37d7f0ce084039d3c423d3ec410bc7839f6","last_reissued_at":"2026-07-05T07:32:56.425284Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:32:56.425284Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.03050","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:32:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z62ty03r/bj3uV2GDhtkZw5gT1gOn/aH+CkKdjP0N+anmwzLhXPdhDnuuTdM5X7pd8vv+/MFGaTSQxO0JZQeBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:38:58.761071Z"},"content_sha256":"cfe81ed75ced818a4f104e7de6fe092f42ada6c908c203b8557e5926a358881e","schema_version":"1.0","event_id":"sha256:cfe81ed75ced818a4f104e7de6fe092f42ada6c908c203b8557e5926a358881e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:K6NAOFTL5FOOFGUTY53IEB5TPV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"State-of-the-art generalisation research in NLP: A taxonomy and review","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Arabella Sinclair, Christos Christodoulopoulos, Dennis Ulmer, Dieuwke Hupkes, Florian Schottmann, Kaiser Sun, Karim Lasri, Khuyagbaatar Batsuren, Koustuv Sinha, Leila Khalatbari, Maria Ryskina, Mario Giulianelli, Mikel Artetxe, Naomi Saphra, Rita Frieske, Ryan Cotterell, Tiago Pimentel, Verna Dankers, Yanai Elazar, Zhijing Jin","submitted_at":"2022-10-06T16:53:33Z","abstract_excerpt":"The ability to generalise well is one of the primary desiderata of natural language processing (NLP). Yet, what 'good generalisation' entails and how it should be evaluated is not well understood, nor are there any evaluation standards for generalisation. In this paper, we lay the groundwork to address both of these issues. We present a taxonomy for characterising and understanding generalisation research in NLP. Our taxonomy is based on an extensive literature review of generalisation research, and contains five axes along which studies can differ: their main motivation, the type of generalis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03050","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.03050/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:32:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nEFe+kshBNF50Px1t0SAisuWII9N7g3sPIQKMDVDy+LZdobsLvpToes5BnsRcgPC5Nbihn+j84tnt8qm1dtDDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:38:58.761969Z"},"content_sha256":"ab7591c93977402872852ebb829caeab43e243687751a09f651dd8f6f4e7d51b","schema_version":"1.0","event_id":"sha256:ab7591c93977402872852ebb829caeab43e243687751a09f651dd8f6f4e7d51b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K6NAOFTL5FOOFGUTY53IEB5TPV/bundle.json","state_url":"https://pith.science/pith/K6NAOFTL5FOOFGUTY53IEB5TPV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K6NAOFTL5FOOFGUTY53IEB5TPV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:38:58Z","links":{"resolver":"https://pith.science/pith/K6NAOFTL5FOOFGUTY53IEB5TPV","bundle":"https://pith.science/pith/K6NAOFTL5FOOFGUTY53IEB5TPV/bundle.json","state":"https://pith.science/pith/K6NAOFTL5FOOFGUTY53IEB5TPV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K6NAOFTL5FOOFGUTY53IEB5TPV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:K6NAOFTL5FOOFGUTY53IEB5TPV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b854818a2f6d238751a3ff3030e535f1ba005ef04a4251b692b7fa71affff33d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T16:53:33Z","title_canon_sha256":"6c437045d36ff09a61a4f2f62121a8506743c8e392dcb1a1f7269884bf397f9a"},"schema_version":"1.0","source":{"id":"2210.03050","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03050","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03050v4","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03050","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"pith_short_12","alias_value":"K6NAOFTL5FOO","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"K6NAOFTL5FOOFGUT","created_at":"2026-07-05T07:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"K6NAOFTL","created_at":"2026-07-05T07:32:56Z"}],"graph_snapshots":[{"event_id":"sha256:ab7591c93977402872852ebb829caeab43e243687751a09f651dd8f6f4e7d51b","target":"graph","created_at":"2026-07-05T07:32:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.03050/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability to generalise well is one of the primary desiderata of natural language processing (NLP). Yet, what 'good generalisation' entails and how it should be evaluated is not well understood, nor are there any evaluation standards for generalisation. In this paper, we lay the groundwork to address both of these issues. We present a taxonomy for characterising and understanding generalisation research in NLP. Our taxonomy is based on an extensive literature review of generalisation research, and contains five axes along which studies can differ: their main motivation, the type of generalis","authors_text":"Arabella Sinclair, Christos Christodoulopoulos, Dennis Ulmer, Dieuwke Hupkes, Florian Schottmann, Kaiser Sun, Karim Lasri, Khuyagbaatar Batsuren, Koustuv Sinha, Leila Khalatbari, Maria Ryskina, Mario Giulianelli, Mikel Artetxe, Naomi Saphra, Rita Frieske, Ryan Cotterell, Tiago Pimentel, Verna Dankers, Yanai Elazar, Zhijing Jin","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T16:53:33Z","title":"State-of-the-art generalisation research in NLP: A taxonomy and review"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03050","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cfe81ed75ced818a4f104e7de6fe092f42ada6c908c203b8557e5926a358881e","target":"record","created_at":"2026-07-05T07:32:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b854818a2f6d238751a3ff3030e535f1ba005ef04a4251b692b7fa71affff33d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T16:53:33Z","title_canon_sha256":"6c437045d36ff09a61a4f2f62121a8506743c8e392dcb1a1f7269884bf397f9a"},"schema_version":"1.0","source":{"id":"2210.03050","kind":"arxiv","version":4}},"canonical_sha256":"579a07166be95ce29a93c7768207b37d7f0ce084039d3c423d3ec410bc7839f6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"579a07166be95ce29a93c7768207b37d7f0ce084039d3c423d3ec410bc7839f6","first_computed_at":"2026-07-05T07:32:56.425284Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:32:56.425284Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BAc2kwbJ5wG+GDbwmR1aL/+3yz53u06lvDmW/iAalNJP9i/xUsM5qzQZWVmoLLVCRwX/SekaIr8ZtLHq6So4BA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:32:56.425787Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.03050","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cfe81ed75ced818a4f104e7de6fe092f42ada6c908c203b8557e5926a358881e","sha256:ab7591c93977402872852ebb829caeab43e243687751a09f651dd8f6f4e7d51b"],"state_sha256":"44feee81c9e758e254010cba43df2f13daaf4afab561edd38c32f6b016243212"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EY4g5VDoBVyyt+ntXR7si2QUdVlguF2CJIGuyin88nA/QBa75ka6Sz52Gih0ebcqKmPkMcr8XK2JBoJsXcDqCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:38:58.768649Z","bundle_sha256":"bf56736024550f0aa4ef68415441cded731dec5c14d324fcd1c201c4941c826a"}}