{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:ZWOMR7F46Q7JGE7UM7BSE7AQRX","short_pith_number":"pith:ZWOMR7F4","schema_version":"1.0","canonical_sha256":"cd9cc8fcbcf43e9313f467c3227c108de068e0021e6230ebca64242a35177204","source":{"kind":"arxiv","id":"2506.23929","version":1},"attestation_state":"computed","paper":{"title":"IMPACT: Inflectional Morphology Probes Across Complex Typologies","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Evgeny Fedoseev, Mohammed J. Saeed, Sevil Caliskan, Tatiana Vodolazova, Tommi Vehvilainen","submitted_at":"2025-06-30T14:58:23Z","abstract_excerpt":"Large Language Models (LLMs) have shown significant progress on various multilingual benchmarks and are increasingly used to generate and evaluate text in non-English languages. However, while they may produce fluent outputs, it remains unclear to what extent these models truly grasp the underlying linguistic complexity of those languages, particularly in morphology. To investigate this, we introduce IMPACT, a synthetically generated evaluation framework focused on inflectional morphology, which we publicly release, designed to evaluate LLM performance across five morphologically rich language"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2506.23929","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T14:58:23Z","cross_cats_sorted":[],"title_canon_sha256":"d4bf1fcd4e031f6b186502d3b398d0dcda9844199754c30ebbabf227cfc8b348","abstract_canon_sha256":"b8e688cc5fea86ceb393c5000282afb4f22bcf82c7265d14eebf2f24ae8ce914"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:29:30.240557Z","signature_b64":"jR+hWxn90MsHoYNSRe4FNSk0aiEIc/m7eZVBI5ZILLb97zafHeI/MEEeUVNRk7QScc7PadZi8ULOkmruiaXjDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cd9cc8fcbcf43e9313f467c3227c108de068e0021e6230ebca64242a35177204","last_reissued_at":"2026-07-05T11:29:30.240083Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:29:30.240083Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"IMPACT: Inflectional Morphology Probes Across Complex Typologies","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Evgeny Fedoseev, Mohammed J. Saeed, Sevil Caliskan, Tatiana Vodolazova, Tommi Vehvilainen","submitted_at":"2025-06-30T14:58:23Z","abstract_excerpt":"Large Language Models (LLMs) have shown significant progress on various multilingual benchmarks and are increasingly used to generate and evaluate text in non-English languages. However, while they may produce fluent outputs, it remains unclear to what extent these models truly grasp the underlying linguistic complexity of those languages, particularly in morphology. To investigate this, we introduce IMPACT, a synthetically generated evaluation framework focused on inflectional morphology, which we publicly release, designed to evaluate LLM performance across five morphologically rich language"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.23929","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.23929/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2506.23929","created_at":"2026-07-05T11:29:30.240139+00:00"},{"alias_kind":"arxiv_version","alias_value":"2506.23929v1","created_at":"2026-07-05T11:29:30.240139+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.23929","created_at":"2026-07-05T11:29:30.240139+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZWOMR7F46Q7J","created_at":"2026-07-05T11:29:30.240139+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZWOMR7F46Q7JGE7U","created_at":"2026-07-05T11:29:30.240139+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZWOMR7F4","created_at":"2026-07-05T11:29:30.240139+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.13218","citing_title":"When Similar Means Different: Evaluating LLMs on Arabic--Hebrew Cognates","ref_index":4,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX","json":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX.json","graph_json":"https://pith.science/api/pith-number/ZWOMR7F46Q7JGE7UM7BSE7AQRX/graph.json","events_json":"https://pith.science/api/pith-number/ZWOMR7F46Q7JGE7UM7BSE7AQRX/events.json","paper":"https://pith.science/paper/ZWOMR7F4"},"agent_actions":{"view_html":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX","download_json":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX.json","view_paper":"https://pith.science/paper/ZWOMR7F4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2506.23929&json=true","fetch_graph":"https://pith.science/api/pith-number/ZWOMR7F46Q7JGE7UM7BSE7AQRX/graph.json","fetch_events":"https://pith.science/api/pith-number/ZWOMR7F46Q7JGE7UM7BSE7AQRX/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX/action/storage_attestation","attest_author":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX/action/author_attestation","sign_citation":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX/action/citation_signature","submit_replication":"https://pith.science/pith/ZWOMR7F46Q7JGE7UM7BSE7AQRX/action/replication_record"}},"created_at":"2026-07-05T11:29:30.240139+00:00","updated_at":"2026-07-05T11:29:30.240139+00:00"}