{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:WYMAQZQZCK63YDDTXPQAZLGMD5","short_pith_number":"pith:WYMAQZQZ","schema_version":"1.0","canonical_sha256":"b61808661912bdbc0c73bbe00caccc1f5882d3a96ab3ea5465997c2db8f117d5","source":{"kind":"arxiv","id":"2105.13496","version":1},"attestation_state":"computed","paper":{"title":"Diagnosing Transformers in Task-Oriented Semantic Parsing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ahmed Aly, Shrey Desai","submitted_at":"2021-05-27T23:08:53Z","abstract_excerpt":"Modern task-oriented semantic parsing approaches typically use seq2seq transformers to map textual utterances to semantic frames comprised of intents and slots. While these models are empirically strong, their specific strengths and weaknesses have largely remained unexplored. In this work, we study BART and XLM-R, two state-of-the-art parsers, across both monolingual and multilingual settings. Our experiments yield several key results: transformer-based parsers struggle not only with disambiguating intents/slots, but surprisingly also with producing syntactically-valid frames. Though pre-trai"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2105.13496","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-05-27T23:08:53Z","cross_cats_sorted":[],"title_canon_sha256":"85b82f98ff9d59977bbad968ce963fdc1eec5162df98665c657f13a02b805b23","abstract_canon_sha256":"e1d90b7503455a9351275fb1f7a4f272ba97aabe44d236b99ad36c90c940d7ea"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:44:08.524941Z","signature_b64":"BDrs93mtXUhbjIKEI4xMB6+HOugYp8K49PFoozEjAdh727SM9xDkSEky1ZHkq9ssTeaG7Hgz5HWl/rA1/N7kCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b61808661912bdbc0c73bbe00caccc1f5882d3a96ab3ea5465997c2db8f117d5","last_reissued_at":"2026-07-05T02:44:08.524573Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:44:08.524573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Diagnosing Transformers in Task-Oriented Semantic Parsing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ahmed Aly, Shrey Desai","submitted_at":"2021-05-27T23:08:53Z","abstract_excerpt":"Modern task-oriented semantic parsing approaches typically use seq2seq transformers to map textual utterances to semantic frames comprised of intents and slots. While these models are empirically strong, their specific strengths and weaknesses have largely remained unexplored. In this work, we study BART and XLM-R, two state-of-the-art parsers, across both monolingual and multilingual settings. Our experiments yield several key results: transformer-based parsers struggle not only with disambiguating intents/slots, but surprisingly also with producing syntactically-valid frames. Though pre-trai"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.13496","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.13496/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2105.13496","created_at":"2026-07-05T02:44:08.524635+00:00"},{"alias_kind":"arxiv_version","alias_value":"2105.13496v1","created_at":"2026-07-05T02:44:08.524635+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.13496","created_at":"2026-07-05T02:44:08.524635+00:00"},{"alias_kind":"pith_short_12","alias_value":"WYMAQZQZCK63","created_at":"2026-07-05T02:44:08.524635+00:00"},{"alias_kind":"pith_short_16","alias_value":"WYMAQZQZCK63YDDT","created_at":"2026-07-05T02:44:08.524635+00:00"},{"alias_kind":"pith_short_8","alias_value":"WYMAQZQZ","created_at":"2026-07-05T02:44:08.524635+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5","json":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5.json","graph_json":"https://pith.science/api/pith-number/WYMAQZQZCK63YDDTXPQAZLGMD5/graph.json","events_json":"https://pith.science/api/pith-number/WYMAQZQZCK63YDDTXPQAZLGMD5/events.json","paper":"https://pith.science/paper/WYMAQZQZ"},"agent_actions":{"view_html":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5","download_json":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5.json","view_paper":"https://pith.science/paper/WYMAQZQZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2105.13496&json=true","fetch_graph":"https://pith.science/api/pith-number/WYMAQZQZCK63YDDTXPQAZLGMD5/graph.json","fetch_events":"https://pith.science/api/pith-number/WYMAQZQZCK63YDDTXPQAZLGMD5/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5/action/timestamp_anchor","attest_storage":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5/action/storage_attestation","attest_author":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5/action/author_attestation","sign_citation":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5/action/citation_signature","submit_replication":"https://pith.science/pith/WYMAQZQZCK63YDDTXPQAZLGMD5/action/replication_record"}},"created_at":"2026-07-05T02:44:08.524635+00:00","updated_at":"2026-07-05T02:44:08.524635+00:00"}