{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:XBMUSR7XQ5OFHC5XT4BWTN3K4U","short_pith_number":"pith:XBMUSR7X","schema_version":"1.0","canonical_sha256":"b8594947f7875c538bb79f0369b76ae52c83b6736dd03a3feb171a46a6e629a7","source":{"kind":"arxiv","id":"2310.17793","version":2},"attestation_state":"computed","paper":{"title":"\"You Are An Expert Linguistic Annotator\": Limits of LLMs as Analyzers of Abstract Meaning Representation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Allyson Ettinger, Chandra Bhagavatula, Jena D. Hwang, Valentina Pyatkin, Yejin Choi","submitted_at":"2023-10-26T21:47:59Z","abstract_excerpt":"Large language models (LLMs) show amazing proficiency and fluency in the use of language. Does this mean that they have also acquired insightful linguistic knowledge about the language, to an extent that they can serve as an \"expert linguistic annotator\"? In this paper, we examine the successes and limitations of the GPT-3, ChatGPT, and GPT-4 models in analysis of sentence meaning structure, focusing on the Abstract Meaning Representation (AMR; Banarescu et al. 2013) parsing formalism, which provides rich graphical representations of sentence meaning structure while abstracting away from surfa"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2310.17793","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T21:47:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4fde06c843469dab8b92c33d29c8a4c93c0d7735b0493c9f7c50bfe187609ffe","abstract_canon_sha256":"aa853d7018ff4724f855a11a11cfd023e01bac79f4902f504f1a25c9e49d41ae"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:22:25.609258Z","signature_b64":"V8T69dc5vFvqCOLc05abgCwpluMF57e4PekOdFEAaEHfUT5sdSsKZ3bI/8hdmBSb8D0ua5S3BFr1RgcfiAnjCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b8594947f7875c538bb79f0369b76ae52c83b6736dd03a3feb171a46a6e629a7","last_reissued_at":"2026-07-05T07:22:25.608750Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:22:25.608750Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"\"You Are An Expert Linguistic Annotator\": Limits of LLMs as Analyzers of Abstract Meaning Representation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Allyson Ettinger, Chandra Bhagavatula, Jena D. Hwang, Valentina Pyatkin, Yejin Choi","submitted_at":"2023-10-26T21:47:59Z","abstract_excerpt":"Large language models (LLMs) show amazing proficiency and fluency in the use of language. Does this mean that they have also acquired insightful linguistic knowledge about the language, to an extent that they can serve as an \"expert linguistic annotator\"? In this paper, we examine the successes and limitations of the GPT-3, ChatGPT, and GPT-4 models in analysis of sentence meaning structure, focusing on the Abstract Meaning Representation (AMR; Banarescu et al. 2013) parsing formalism, which provides rich graphical representations of sentence meaning structure while abstracting away from surfa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17793","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.17793/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2310.17793","created_at":"2026-07-05T07:22:25.608815+00:00"},{"alias_kind":"arxiv_version","alias_value":"2310.17793v2","created_at":"2026-07-05T07:22:25.608815+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17793","created_at":"2026-07-05T07:22:25.608815+00:00"},{"alias_kind":"pith_short_12","alias_value":"XBMUSR7XQ5OF","created_at":"2026-07-05T07:22:25.608815+00:00"},{"alias_kind":"pith_short_16","alias_value":"XBMUSR7XQ5OFHC5X","created_at":"2026-07-05T07:22:25.608815+00:00"},{"alias_kind":"pith_short_8","alias_value":"XBMUSR7X","created_at":"2026-07-05T07:22:25.608815+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2501.16952","citing_title":"Multiple Abstraction Level Retrieve Augment Generation","ref_index":16,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U","json":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U.json","graph_json":"https://pith.science/api/pith-number/XBMUSR7XQ5OFHC5XT4BWTN3K4U/graph.json","events_json":"https://pith.science/api/pith-number/XBMUSR7XQ5OFHC5XT4BWTN3K4U/events.json","paper":"https://pith.science/paper/XBMUSR7X"},"agent_actions":{"view_html":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U","download_json":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U.json","view_paper":"https://pith.science/paper/XBMUSR7X","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2310.17793&json=true","fetch_graph":"https://pith.science/api/pith-number/XBMUSR7XQ5OFHC5XT4BWTN3K4U/graph.json","fetch_events":"https://pith.science/api/pith-number/XBMUSR7XQ5OFHC5XT4BWTN3K4U/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U/action/timestamp_anchor","attest_storage":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U/action/storage_attestation","attest_author":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U/action/author_attestation","sign_citation":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U/action/citation_signature","submit_replication":"https://pith.science/pith/XBMUSR7XQ5OFHC5XT4BWTN3K4U/action/replication_record"}},"created_at":"2026-07-05T07:22:25.608815+00:00","updated_at":"2026-07-05T07:22:25.608815+00:00"}