{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZP3EISYM6BK5QXFO4IEPC54LH3","short_pith_number":"pith:ZP3EISYM","canonical_record":{"source":{"id":"2305.14070","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","cross_cats_sorted":[],"title_canon_sha256":"51a2411f5040ea5e64da692a5604cb60b4e2c23ef1fae103d0703b7b05d5cce4","abstract_canon_sha256":"c3188c647d949849adae332779d0e527dcaa590d731b0142362f102616b445cb"},"schema_version":"1.0"},"canonical_sha256":"cbf6444b0cf055d85caee208f1778b3ecbae9774379a5872693422a9b56fecec","source":{"kind":"arxiv","id":"2305.14070","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14070","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14070v2","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14070","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_12","alias_value":"ZP3EISYM6BK5","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_16","alias_value":"ZP3EISYM6BK5QXFO","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_8","alias_value":"ZP3EISYM","created_at":"2026-07-05T06:18:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZP3EISYM6BK5QXFO4IEPC54LH3","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14070","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","cross_cats_sorted":[],"title_canon_sha256":"51a2411f5040ea5e64da692a5604cb60b4e2c23ef1fae103d0703b7b05d5cce4","abstract_canon_sha256":"c3188c647d949849adae332779d0e527dcaa590d731b0142362f102616b445cb"},"schema_version":"1.0"},"canonical_sha256":"cbf6444b0cf055d85caee208f1778b3ecbae9774379a5872693422a9b56fecec","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:18:22.392720Z","signature_b64":"xHpG4R5Ycnu7HqZNP66xJAylLLw6Uiu+3b8OPJ01hGJxCTmtXXR1Ypj8TMLD7M1GFOQu0WPjnY7fhUxxmxm9BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cbf6444b0cf055d85caee208f1778b3ecbae9774379a5872693422a9b56fecec","last_reissued_at":"2026-07-05T06:18:22.392205Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:18:22.392205Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14070","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KsOcsTWU/yw/vhDUW2Q+GIROeL6W7f15i0/vIYoyiYdF0RVmy9pey5WexNk9GSk+izAOySQxhniWjWg+W324Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T13:40:04.070841Z"},"content_sha256":"35caf07ce9c6244af265f07ac12bdbeee5a017d96bcd3922078dab0930c458ea","schema_version":"1.0","event_id":"sha256:35caf07ce9c6244af265f07ac12bdbeee5a017d96bcd3922078dab0930c458ea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZP3EISYM6BK5QXFO4IEPC54LH3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing Linguistic Generalisation in Language Models: A Dataset for Brazilian Portuguese","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aline Villavicencio, Leonardo Zilio, Rodrigo Wilkens","submitted_at":"2023-05-23T13:49:14Z","abstract_excerpt":"Much recent effort has been devoted to creating large-scale language models. Nowadays, the most prominent approaches are based on deep neural networks, such as BERT. However, they lack transparency and interpretability, and are often seen as black boxes. This affects not only their applicability in downstream tasks but also the comparability of different architectures or even of the same model trained using different corpora or hyperparameters. In this paper, we propose a set of intrinsic evaluation tasks that inspect the linguistic information encoded in models developed for Brazilian Portugu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14070","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14070/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K96ld8Oy0nGpGDFsmAXoUVXT5+iPB0QIkaS9UrB7Sp2a0X7oeP5B9SPeQXx0AlTuBaYZCfrBrUZAhYvk4kS6Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T13:40:04.071360Z"},"content_sha256":"64ed5c5a3597deb33f952e5a19923067acef64c1f8f3b1419f0474330ad506b7","schema_version":"1.0","event_id":"sha256:64ed5c5a3597deb33f952e5a19923067acef64c1f8f3b1419f0474330ad506b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZP3EISYM6BK5QXFO4IEPC54LH3/bundle.json","state_url":"https://pith.science/pith/ZP3EISYM6BK5QXFO4IEPC54LH3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZP3EISYM6BK5QXFO4IEPC54LH3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T13:40:04Z","links":{"resolver":"https://pith.science/pith/ZP3EISYM6BK5QXFO4IEPC54LH3","bundle":"https://pith.science/pith/ZP3EISYM6BK5QXFO4IEPC54LH3/bundle.json","state":"https://pith.science/pith/ZP3EISYM6BK5QXFO4IEPC54LH3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZP3EISYM6BK5QXFO4IEPC54LH3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZP3EISYM6BK5QXFO4IEPC54LH3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c3188c647d949849adae332779d0e527dcaa590d731b0142362f102616b445cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","title_canon_sha256":"51a2411f5040ea5e64da692a5604cb60b4e2c23ef1fae103d0703b7b05d5cce4"},"schema_version":"1.0","source":{"id":"2305.14070","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14070","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14070v2","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14070","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_12","alias_value":"ZP3EISYM6BK5","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_16","alias_value":"ZP3EISYM6BK5QXFO","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_8","alias_value":"ZP3EISYM","created_at":"2026-07-05T06:18:22Z"}],"graph_snapshots":[{"event_id":"sha256:64ed5c5a3597deb33f952e5a19923067acef64c1f8f3b1419f0474330ad506b7","target":"graph","created_at":"2026-07-05T06:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14070/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Much recent effort has been devoted to creating large-scale language models. Nowadays, the most prominent approaches are based on deep neural networks, such as BERT. However, they lack transparency and interpretability, and are often seen as black boxes. This affects not only their applicability in downstream tasks but also the comparability of different architectures or even of the same model trained using different corpora or hyperparameters. In this paper, we propose a set of intrinsic evaluation tasks that inspect the linguistic information encoded in models developed for Brazilian Portugu","authors_text":"Aline Villavicencio, Leonardo Zilio, Rodrigo Wilkens","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","title":"Assessing Linguistic Generalisation in Language Models: A Dataset for Brazilian Portuguese"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14070","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35caf07ce9c6244af265f07ac12bdbeee5a017d96bcd3922078dab0930c458ea","target":"record","created_at":"2026-07-05T06:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c3188c647d949849adae332779d0e527dcaa590d731b0142362f102616b445cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T13:49:14Z","title_canon_sha256":"51a2411f5040ea5e64da692a5604cb60b4e2c23ef1fae103d0703b7b05d5cce4"},"schema_version":"1.0","source":{"id":"2305.14070","kind":"arxiv","version":2}},"canonical_sha256":"cbf6444b0cf055d85caee208f1778b3ecbae9774379a5872693422a9b56fecec","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cbf6444b0cf055d85caee208f1778b3ecbae9774379a5872693422a9b56fecec","first_computed_at":"2026-07-05T06:18:22.392205Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:18:22.392205Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xHpG4R5Ycnu7HqZNP66xJAylLLw6Uiu+3b8OPJ01hGJxCTmtXXR1Ypj8TMLD7M1GFOQu0WPjnY7fhUxxmxm9BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:18:22.392720Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14070","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35caf07ce9c6244af265f07ac12bdbeee5a017d96bcd3922078dab0930c458ea","sha256:64ed5c5a3597deb33f952e5a19923067acef64c1f8f3b1419f0474330ad506b7"],"state_sha256":"3fa70008c1af2d830fea36ed8f5ba73d95c0cb12efc475710adb3aa0fcf347c0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uHc5dPIpjDCLNlJr5UQ3LTI6zUzguSpfWUPmUKOY/unBq329+aclLnVhWDMKIjeSFCOIKfmzwV+/RSWPncX/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T13:40:04.077089Z","bundle_sha256":"27c0f7c4dd4796ee4b0cb60561b8437c0594ac7f28349ea8b61b355106134030"}}