{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:BUWXIBYINUIE2WKAJA4I2AVEBZ","short_pith_number":"pith:BUWXIBYI","canonical_record":{"source":{"id":"2108.04378","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-08-09T22:38:29Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"f5cd1e0fcc25ced185f4cbd0c4a9604fe216de83714f63b81760e8880a13de6a","abstract_canon_sha256":"06036ffad58a5d9a0baf415369cee5d4a7789544d5c0fe7b47a9b2d356477cc7"},"schema_version":"1.0"},"canonical_sha256":"0d2d7407086d104d594048388d02a40e4a2731bac0141bcc426e9747e3aec7e1","source":{"kind":"arxiv","id":"2108.04378","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.04378","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"arxiv_version","alias_value":"2108.04378v2","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.04378","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"pith_short_12","alias_value":"BUWXIBYINUIE","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"pith_short_16","alias_value":"BUWXIBYINUIE2WKA","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"pith_short_8","alias_value":"BUWXIBYI","created_at":"2026-07-05T04:01:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:BUWXIBYINUIE2WKAJA4I2AVEBZ","target":"record","payload":{"canonical_record":{"source":{"id":"2108.04378","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-08-09T22:38:29Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"f5cd1e0fcc25ced185f4cbd0c4a9604fe216de83714f63b81760e8880a13de6a","abstract_canon_sha256":"06036ffad58a5d9a0baf415369cee5d4a7789544d5c0fe7b47a9b2d356477cc7"},"schema_version":"1.0"},"canonical_sha256":"0d2d7407086d104d594048388d02a40e4a2731bac0141bcc426e9747e3aec7e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:01:43.254779Z","signature_b64":"EZUP7V56RBA7NPcvYTarB5wzhiiEbr9joh5TjhngXa9qWBgjmJeUJ1vYOND5vu7XJmpEwKUHELG9Zfri2vANAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0d2d7407086d104d594048388d02a40e4a2731bac0141bcc426e9747e3aec7e1","last_reissued_at":"2026-07-05T04:01:43.254362Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:01:43.254362Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.04378","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:01:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n0TAm4HxUUVM1fDxmnxhi+uoWeLzS2kArK5rSdde1C8BTQwXzR9fauOrpWGEwnbFSCpKY/0vJ/rs0KzWgmNGDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:21:52.092705Z"},"content_sha256":"6cfc0418cc3cbcef4643af9d9b56d32da3a587b2656d6c1ba1203432419ac786","schema_version":"1.0","event_id":"sha256:6cfc0418cc3cbcef4643af9d9b56d32da3a587b2656d6c1ba1203432419ac786"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:BUWXIBYINUIE2WKAJA4I2AVEBZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Making Transformers Solve Compositional Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Joshua Ainslie, Santiago Onta\\~n\\'on, Vaclav Cvicek, Zachary Fisher","submitted_at":"2021-08-09T22:38:29Z","abstract_excerpt":"Several studies have reported the inability of Transformer models to generalize compositionally, a key type of generalization in many NLP tasks such as semantic parsing. In this paper we explore the design space of Transformer models showing that the inductive biases given to the model by several design decisions significantly impact compositional generalization. Through this exploration, we identified Transformer configurations that generalize compositionally significantly better than previously reported in the literature in a diverse set of compositional tasks, and that achieve state-of-the-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.04378","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.04378/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:01:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vY8DiyRJZHUviEfOc6tz/+p9NQjwwU1LnO7MrrlMcFFG2T5zL4A94lzNvG5rFC6QxmCR9/97JkSfIR8IddQOAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:21:52.093710Z"},"content_sha256":"f58e00f87ba3b220fe4c64173e23cdd621e92478d7dea912febdae921be2cd0e","schema_version":"1.0","event_id":"sha256:f58e00f87ba3b220fe4c64173e23cdd621e92478d7dea912febdae921be2cd0e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BUWXIBYINUIE2WKAJA4I2AVEBZ/bundle.json","state_url":"https://pith.science/pith/BUWXIBYINUIE2WKAJA4I2AVEBZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BUWXIBYINUIE2WKAJA4I2AVEBZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:21:52Z","links":{"resolver":"https://pith.science/pith/BUWXIBYINUIE2WKAJA4I2AVEBZ","bundle":"https://pith.science/pith/BUWXIBYINUIE2WKAJA4I2AVEBZ/bundle.json","state":"https://pith.science/pith/BUWXIBYINUIE2WKAJA4I2AVEBZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BUWXIBYINUIE2WKAJA4I2AVEBZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:BUWXIBYINUIE2WKAJA4I2AVEBZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"06036ffad58a5d9a0baf415369cee5d4a7789544d5c0fe7b47a9b2d356477cc7","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-08-09T22:38:29Z","title_canon_sha256":"f5cd1e0fcc25ced185f4cbd0c4a9604fe216de83714f63b81760e8880a13de6a"},"schema_version":"1.0","source":{"id":"2108.04378","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.04378","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"arxiv_version","alias_value":"2108.04378v2","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.04378","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"pith_short_12","alias_value":"BUWXIBYINUIE","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"pith_short_16","alias_value":"BUWXIBYINUIE2WKA","created_at":"2026-07-05T04:01:43Z"},{"alias_kind":"pith_short_8","alias_value":"BUWXIBYI","created_at":"2026-07-05T04:01:43Z"}],"graph_snapshots":[{"event_id":"sha256:f58e00f87ba3b220fe4c64173e23cdd621e92478d7dea912febdae921be2cd0e","target":"graph","created_at":"2026-07-05T04:01:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.04378/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Several studies have reported the inability of Transformer models to generalize compositionally, a key type of generalization in many NLP tasks such as semantic parsing. In this paper we explore the design space of Transformer models showing that the inductive biases given to the model by several design decisions significantly impact compositional generalization. Through this exploration, we identified Transformer configurations that generalize compositionally significantly better than previously reported in the literature in a diverse set of compositional tasks, and that achieve state-of-the-","authors_text":"Joshua Ainslie, Santiago Onta\\~n\\'on, Vaclav Cvicek, Zachary Fisher","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-08-09T22:38:29Z","title":"Making Transformers Solve Compositional Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.04378","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6cfc0418cc3cbcef4643af9d9b56d32da3a587b2656d6c1ba1203432419ac786","target":"record","created_at":"2026-07-05T04:01:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"06036ffad58a5d9a0baf415369cee5d4a7789544d5c0fe7b47a9b2d356477cc7","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-08-09T22:38:29Z","title_canon_sha256":"f5cd1e0fcc25ced185f4cbd0c4a9604fe216de83714f63b81760e8880a13de6a"},"schema_version":"1.0","source":{"id":"2108.04378","kind":"arxiv","version":2}},"canonical_sha256":"0d2d7407086d104d594048388d02a40e4a2731bac0141bcc426e9747e3aec7e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0d2d7407086d104d594048388d02a40e4a2731bac0141bcc426e9747e3aec7e1","first_computed_at":"2026-07-05T04:01:43.254362Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:01:43.254362Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EZUP7V56RBA7NPcvYTarB5wzhiiEbr9joh5TjhngXa9qWBgjmJeUJ1vYOND5vu7XJmpEwKUHELG9Zfri2vANAA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:01:43.254779Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.04378","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6cfc0418cc3cbcef4643af9d9b56d32da3a587b2656d6c1ba1203432419ac786","sha256:f58e00f87ba3b220fe4c64173e23cdd621e92478d7dea912febdae921be2cd0e"],"state_sha256":"81479d27edb377c88f54bb91e4654d0bec862e4eb2569cb7ae561f7c778612ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3+Ku6FMB4k8cGpkZHS7A1VGBx5bg+i1ywbQT+ObMLgs4tCIig5aR6otZD3SKMmdUQReK81VdcD2YKkY/ccKUAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:21:52.100849Z","bundle_sha256":"8e500de16f0d2e8f8989d27084262a8d64e4b8b59475bbffa7edb11211b36704"}}