{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:H5M6MZSEQGDJTCKBMQGRNAGSVO","short_pith_number":"pith:H5M6MZSE","canonical_record":{"source":{"id":"1711.01505","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-11-04T22:46:54Z","cross_cats_sorted":[],"title_canon_sha256":"e97291f5885718ae8d231f3463f09c3e5ffcd6fb540fe84f0bbfeb48134c1d10","abstract_canon_sha256":"79edd5cd70c30c322ad06597a1e9b690c5199562dfe4ac18f106dbd00075bc06"},"schema_version":"1.0"},"canonical_sha256":"3f59e666448186998941640d1680d2abb52b5b7c0aa3d16a85ab5368ba355f6d","source":{"kind":"arxiv","id":"1711.01505","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1711.01505","created_at":"2026-05-18T00:31:17Z"},{"alias_kind":"arxiv_version","alias_value":"1711.01505v1","created_at":"2026-05-18T00:31:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1711.01505","created_at":"2026-05-18T00:31:17Z"},{"alias_kind":"pith_short_12","alias_value":"H5M6MZSEQGDJ","created_at":"2026-05-18T12:31:18Z"},{"alias_kind":"pith_short_16","alias_value":"H5M6MZSEQGDJTCKB","created_at":"2026-05-18T12:31:18Z"},{"alias_kind":"pith_short_8","alias_value":"H5M6MZSE","created_at":"2026-05-18T12:31:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:H5M6MZSEQGDJTCKBMQGRNAGSVO","target":"record","payload":{"canonical_record":{"source":{"id":"1711.01505","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-11-04T22:46:54Z","cross_cats_sorted":[],"title_canon_sha256":"e97291f5885718ae8d231f3463f09c3e5ffcd6fb540fe84f0bbfeb48134c1d10","abstract_canon_sha256":"79edd5cd70c30c322ad06597a1e9b690c5199562dfe4ac18f106dbd00075bc06"},"schema_version":"1.0"},"canonical_sha256":"3f59e666448186998941640d1680d2abb52b5b7c0aa3d16a85ab5368ba355f6d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:31:17.622450Z","signature_b64":"KSCGo6n4fwjY1fnf1zogJML0c6zES3Fyf1S0g7nBwhOovL90xTvx+BQt0gqm0L+oZoAFBv0/NyCJlTikUPUJAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3f59e666448186998941640d1680d2abb52b5b7c0aa3d16a85ab5368ba355f6d","last_reissued_at":"2026-05-18T00:31:17.621929Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:31:17.621929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1711.01505","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BV7Nz0mKYXqzhYzaJM7gMLAVYM2arDtHaB6RShO8kh1M4vkcryQxJ+LjG5nOX36bHIb7AyZiwvTu3fTdjrZoBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T17:30:25.972129Z"},"content_sha256":"910b54bcfca630c59a6f5be4ef477fd6ff8d4f3706fcc7a0d9c1c536a8a6aeb7","schema_version":"1.0","event_id":"sha256:910b54bcfca630c59a6f5be4ef477fd6ff8d4f3706fcc7a0d9c1c536a8a6aeb7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:H5M6MZSEQGDJTCKBMQGRNAGSVO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Linguistically Generalizable NLP Systems: A Workshop and Shared Task","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Allyson Ettinger, Emily M. Bender, Hal Daum\\'e III, Sudha Rao","submitted_at":"2017-11-04T22:46:54Z","abstract_excerpt":"This paper presents a summary of the first Workshop on Building Linguistically Generalizable Natural Language Processing Systems, and the associated Build It Break It, The Language Edition shared task. The goal of this workshop was to bring together researchers in NLP and linguistics with a shared task aimed at testing the generalizability of NLP systems beyond the distributions of their training data. We describe the motivation, setup, and participation of the shared task, provide discussion of some highlighted results, and discuss lessons learned."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1711.01505","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YrvVGUNd8BSSqp+eXVX4rzihhiFAQJ7BW4PdKeDrvPiQalaFG0FZdjrfGxqEG21BupyRlsAPJmglDjd48XB6Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T17:30:25.972887Z"},"content_sha256":"178e28bf9d2b7a28f6ab8ab78bca4143b9002f539b0e55dd169ab53e479ed92e","schema_version":"1.0","event_id":"sha256:178e28bf9d2b7a28f6ab8ab78bca4143b9002f539b0e55dd169ab53e479ed92e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H5M6MZSEQGDJTCKBMQGRNAGSVO/bundle.json","state_url":"https://pith.science/pith/H5M6MZSEQGDJTCKBMQGRNAGSVO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H5M6MZSEQGDJTCKBMQGRNAGSVO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-11T17:30:25Z","links":{"resolver":"https://pith.science/pith/H5M6MZSEQGDJTCKBMQGRNAGSVO","bundle":"https://pith.science/pith/H5M6MZSEQGDJTCKBMQGRNAGSVO/bundle.json","state":"https://pith.science/pith/H5M6MZSEQGDJTCKBMQGRNAGSVO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H5M6MZSEQGDJTCKBMQGRNAGSVO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:H5M6MZSEQGDJTCKBMQGRNAGSVO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"79edd5cd70c30c322ad06597a1e9b690c5199562dfe4ac18f106dbd00075bc06","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-11-04T22:46:54Z","title_canon_sha256":"e97291f5885718ae8d231f3463f09c3e5ffcd6fb540fe84f0bbfeb48134c1d10"},"schema_version":"1.0","source":{"id":"1711.01505","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1711.01505","created_at":"2026-05-18T00:31:17Z"},{"alias_kind":"arxiv_version","alias_value":"1711.01505v1","created_at":"2026-05-18T00:31:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1711.01505","created_at":"2026-05-18T00:31:17Z"},{"alias_kind":"pith_short_12","alias_value":"H5M6MZSEQGDJ","created_at":"2026-05-18T12:31:18Z"},{"alias_kind":"pith_short_16","alias_value":"H5M6MZSEQGDJTCKB","created_at":"2026-05-18T12:31:18Z"},{"alias_kind":"pith_short_8","alias_value":"H5M6MZSE","created_at":"2026-05-18T12:31:18Z"}],"graph_snapshots":[{"event_id":"sha256:178e28bf9d2b7a28f6ab8ab78bca4143b9002f539b0e55dd169ab53e479ed92e","target":"graph","created_at":"2026-05-18T00:31:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"This paper presents a summary of the first Workshop on Building Linguistically Generalizable Natural Language Processing Systems, and the associated Build It Break It, The Language Edition shared task. The goal of this workshop was to bring together researchers in NLP and linguistics with a shared task aimed at testing the generalizability of NLP systems beyond the distributions of their training data. We describe the motivation, setup, and participation of the shared task, provide discussion of some highlighted results, and discuss lessons learned.","authors_text":"Allyson Ettinger, Emily M. Bender, Hal Daum\\'e III, Sudha Rao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-11-04T22:46:54Z","title":"Towards Linguistically Generalizable NLP Systems: A Workshop and Shared Task"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1711.01505","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:910b54bcfca630c59a6f5be4ef477fd6ff8d4f3706fcc7a0d9c1c536a8a6aeb7","target":"record","created_at":"2026-05-18T00:31:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"79edd5cd70c30c322ad06597a1e9b690c5199562dfe4ac18f106dbd00075bc06","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-11-04T22:46:54Z","title_canon_sha256":"e97291f5885718ae8d231f3463f09c3e5ffcd6fb540fe84f0bbfeb48134c1d10"},"schema_version":"1.0","source":{"id":"1711.01505","kind":"arxiv","version":1}},"canonical_sha256":"3f59e666448186998941640d1680d2abb52b5b7c0aa3d16a85ab5368ba355f6d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3f59e666448186998941640d1680d2abb52b5b7c0aa3d16a85ab5368ba355f6d","first_computed_at":"2026-05-18T00:31:17.621929Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:31:17.621929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KSCGo6n4fwjY1fnf1zogJML0c6zES3Fyf1S0g7nBwhOovL90xTvx+BQt0gqm0L+oZoAFBv0/NyCJlTikUPUJAw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:31:17.622450Z","signed_message":"canonical_sha256_bytes"},"source_id":"1711.01505","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:910b54bcfca630c59a6f5be4ef477fd6ff8d4f3706fcc7a0d9c1c536a8a6aeb7","sha256:178e28bf9d2b7a28f6ab8ab78bca4143b9002f539b0e55dd169ab53e479ed92e"],"state_sha256":"9ce5cc01682442ae0768625c7a4a6c7d954d5fecc7572ae625ebb6adef9cc2fd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TXwbXYUQbr7zs0/o0hawkTqHInbS9Rub4c0c90yPN8/NiiEuE996x9SSwWY+60QDA0tEE+so7v6m/0aaBaeCAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-11T17:30:25.977443Z","bundle_sha256":"ebf262d1e8906e165674958bf277b4e6ec27c3c544f8ef3665f20ba5f7f58ef8"}}