{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZP3EISYM6BK5QXFO4IEPC54LH3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c3188c647d949849adae332779d0e527dcaa590d731b0142362f102616b445cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","title_canon_sha256":"51a2411f5040ea5e64da692a5604cb60b4e2c23ef1fae103d0703b7b05d5cce4"},"schema_version":"1.0","source":{"id":"2305.14070","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14070","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14070v2","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14070","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_12","alias_value":"ZP3EISYM6BK5","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_16","alias_value":"ZP3EISYM6BK5QXFO","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_8","alias_value":"ZP3EISYM","created_at":"2026-07-05T06:18:22Z"}],"graph_snapshots":[{"event_id":"sha256:64ed5c5a3597deb33f952e5a19923067acef64c1f8f3b1419f0474330ad506b7","target":"graph","created_at":"2026-07-05T06:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14070/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Much recent effort has been devoted to creating large-scale language models. Nowadays, the most prominent approaches are based on deep neural networks, such as BERT. However, they lack transparency and interpretability, and are often seen as black boxes. This affects not only their applicability in downstream tasks but also the comparability of different architectures or even of the same model trained using different corpora or hyperparameters. In this paper, we propose a set of intrinsic evaluation tasks that inspect the linguistic information encoded in models developed for Brazilian Portugu","authors_text":"Aline Villavicencio, Leonardo Zilio, Rodrigo Wilkens","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","title":"Assessing Linguistic Generalisation in Language Models: A Dataset for Brazilian Portuguese"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14070","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35caf07ce9c6244af265f07ac12bdbeee5a017d96bcd3922078dab0930c458ea","target":"record","created_at":"2026-07-05T06:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c3188c647d949849adae332779d0e527dcaa590d731b0142362f102616b445cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","title_canon_sha256":"51a2411f5040ea5e64da692a5604cb60b4e2c23ef1fae103d0703b7b05d5cce4"},"schema_version":"1.0","source":{"id":"2305.14070","kind":"arxiv","version":2}},"canonical_sha256":"cbf6444b0cf055d85caee208f1778b3ecbae9774379a5872693422a9b56fecec","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cbf6444b0cf055d85caee208f1778b3ecbae9774379a5872693422a9b56fecec","first_computed_at":"2026-07-05T06:18:22.392205Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:18:22.392205Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xHpG4R5Ycnu7HqZNP66xJAylLLw6Uiu+3b8OPJ01hGJxCTmtXXR1Ypj8TMLD7M1GFOQu0WPjnY7fhUxxmxm9BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:18:22.392720Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14070","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35caf07ce9c6244af265f07ac12bdbeee5a017d96bcd3922078dab0930c458ea","sha256:64ed5c5a3597deb33f952e5a19923067acef64c1f8f3b1419f0474330ad506b7"],"state_sha256":"3fa70008c1af2d830fea36ed8f5ba73d95c0cb12efc475710adb3aa0fcf347c0"}