{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5ZBKVZ5MN6URURTVZ2W55MOW7B","short_pith_number":"pith:5ZBKVZ5M","canonical_record":{"source":{"id":"2307.05410","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-11T16:25:09Z","cross_cats_sorted":[],"title_canon_sha256":"86ea20eb6cacdf1ca0bac9d4e62f5b9f5572d5150de159749351046c2922ac30","abstract_canon_sha256":"64ff0a463062c553ea61937bf8e1d9a1393d0c97d2aaeabf74f4cd1be4e5c0b7"},"schema_version":"1.0"},"canonical_sha256":"ee42aae7ac6fa91a4675ceaddeb1d6f8702c8ce4b2d93873db1a4d88184e378b","source":{"kind":"arxiv","id":"2307.05410","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.05410","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"arxiv_version","alias_value":"2307.05410v1","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.05410","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"pith_short_12","alias_value":"5ZBKVZ5MN6UR","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"pith_short_16","alias_value":"5ZBKVZ5MN6URURTV","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"pith_short_8","alias_value":"5ZBKVZ5M","created_at":"2026-07-05T06:29:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5ZBKVZ5MN6URURTVZ2W55MOW7B","target":"record","payload":{"canonical_record":{"source":{"id":"2307.05410","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-11T16:25:09Z","cross_cats_sorted":[],"title_canon_sha256":"86ea20eb6cacdf1ca0bac9d4e62f5b9f5572d5150de159749351046c2922ac30","abstract_canon_sha256":"64ff0a463062c553ea61937bf8e1d9a1393d0c97d2aaeabf74f4cd1be4e5c0b7"},"schema_version":"1.0"},"canonical_sha256":"ee42aae7ac6fa91a4675ceaddeb1d6f8702c8ce4b2d93873db1a4d88184e378b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:29:57.474375Z","signature_b64":"8mX/XuQfFflUxUVxFU3nv3A8IkluXijgyLoTdISv2yM0V9R86kp5AI/SAdjKW+4pbEHn7T2wa5MBpth5Sz06CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ee42aae7ac6fa91a4675ceaddeb1d6f8702c8ce4b2d93873db1a4d88184e378b","last_reissued_at":"2026-07-05T06:29:57.473948Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:29:57.473948Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.05410","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:29:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a8HPlnCiLviyaGjKQs8LIm/R+35eVsUSjPPZQS6C7gSmqotJviLz23Cta7eVH8iazBKzgA8xGnFEIvvPTrVqCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T18:31:54.867250Z"},"content_sha256":"0d1d0735b4392a6cf47144b0d4f1351bc77bcd72f0e03aa478889e7b81a406fe","schema_version":"1.0","event_id":"sha256:0d1d0735b4392a6cf47144b0d4f1351bc77bcd72f0e03aa478889e7b81a406fe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5ZBKVZ5MN6URURTVZ2W55MOW7B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BLUEX: A benchmark based on Brazilian Leading Universities Entrance eXams","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Giovana K. Bon\\'as, Rodrigo Nogueira, Thales Sales Almeida, Thiago Laitz","submitted_at":"2023-07-11T16:25:09Z","abstract_excerpt":"One common trend in recent studies of language models (LMs) is the use of standardized tests for evaluation. However, despite being the fifth most spoken language worldwide, few such evaluations have been conducted in Portuguese. This is mainly due to the lack of high-quality datasets available to the community for carrying out evaluations in Portuguese. To address this gap, we introduce the Brazilian Leading Universities Entrance eXams (BLUEX), a dataset of entrance exams from the two leading universities in Brazil: UNICAMP and USP. The dataset includes annotated metadata for evaluating the p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.05410","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.05410/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:29:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SH6VWaEyruKFHLSeOV/ESjDSfrZh9Dx+RDmmKF4f9BBoOFQp5SY6sUUsTp6GIhx60z40+ypDEjwFxY0lZ9K4Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T18:31:54.867822Z"},"content_sha256":"c1b53827a67169ff1b8617d993b080e0f49eba2e45deb738d70909a13ac69252","schema_version":"1.0","event_id":"sha256:c1b53827a67169ff1b8617d993b080e0f49eba2e45deb738d70909a13ac69252"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5ZBKVZ5MN6URURTVZ2W55MOW7B/bundle.json","state_url":"https://pith.science/pith/5ZBKVZ5MN6URURTVZ2W55MOW7B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5ZBKVZ5MN6URURTVZ2W55MOW7B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T18:31:54Z","links":{"resolver":"https://pith.science/pith/5ZBKVZ5MN6URURTVZ2W55MOW7B","bundle":"https://pith.science/pith/5ZBKVZ5MN6URURTVZ2W55MOW7B/bundle.json","state":"https://pith.science/pith/5ZBKVZ5MN6URURTVZ2W55MOW7B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5ZBKVZ5MN6URURTVZ2W55MOW7B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5ZBKVZ5MN6URURTVZ2W55MOW7B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"64ff0a463062c553ea61937bf8e1d9a1393d0c97d2aaeabf74f4cd1be4e5c0b7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-11T16:25:09Z","title_canon_sha256":"86ea20eb6cacdf1ca0bac9d4e62f5b9f5572d5150de159749351046c2922ac30"},"schema_version":"1.0","source":{"id":"2307.05410","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.05410","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"arxiv_version","alias_value":"2307.05410v1","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.05410","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"pith_short_12","alias_value":"5ZBKVZ5MN6UR","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"pith_short_16","alias_value":"5ZBKVZ5MN6URURTV","created_at":"2026-07-05T06:29:57Z"},{"alias_kind":"pith_short_8","alias_value":"5ZBKVZ5M","created_at":"2026-07-05T06:29:57Z"}],"graph_snapshots":[{"event_id":"sha256:c1b53827a67169ff1b8617d993b080e0f49eba2e45deb738d70909a13ac69252","target":"graph","created_at":"2026-07-05T06:29:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.05410/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"One common trend in recent studies of language models (LMs) is the use of standardized tests for evaluation. However, despite being the fifth most spoken language worldwide, few such evaluations have been conducted in Portuguese. This is mainly due to the lack of high-quality datasets available to the community for carrying out evaluations in Portuguese. To address this gap, we introduce the Brazilian Leading Universities Entrance eXams (BLUEX), a dataset of entrance exams from the two leading universities in Brazil: UNICAMP and USP. The dataset includes annotated metadata for evaluating the p","authors_text":"Giovana K. Bon\\'as, Rodrigo Nogueira, Thales Sales Almeida, Thiago Laitz","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-11T16:25:09Z","title":"BLUEX: A benchmark based on Brazilian Leading Universities Entrance eXams"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.05410","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d1d0735b4392a6cf47144b0d4f1351bc77bcd72f0e03aa478889e7b81a406fe","target":"record","created_at":"2026-07-05T06:29:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"64ff0a463062c553ea61937bf8e1d9a1393d0c97d2aaeabf74f4cd1be4e5c0b7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-11T16:25:09Z","title_canon_sha256":"86ea20eb6cacdf1ca0bac9d4e62f5b9f5572d5150de159749351046c2922ac30"},"schema_version":"1.0","source":{"id":"2307.05410","kind":"arxiv","version":1}},"canonical_sha256":"ee42aae7ac6fa91a4675ceaddeb1d6f8702c8ce4b2d93873db1a4d88184e378b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ee42aae7ac6fa91a4675ceaddeb1d6f8702c8ce4b2d93873db1a4d88184e378b","first_computed_at":"2026-07-05T06:29:57.473948Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:29:57.473948Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8mX/XuQfFflUxUVxFU3nv3A8IkluXijgyLoTdISv2yM0V9R86kp5AI/SAdjKW+4pbEHn7T2wa5MBpth5Sz06CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:29:57.474375Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.05410","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d1d0735b4392a6cf47144b0d4f1351bc77bcd72f0e03aa478889e7b81a406fe","sha256:c1b53827a67169ff1b8617d993b080e0f49eba2e45deb738d70909a13ac69252"],"state_sha256":"ed322ff0812b46f688a72e0caaf63c7a0006ede2f8a9b0a777ba6c93b5e8b83d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eBPcSaaFDcA44chv9iuHqouk6pFNHPK6Z8kIuTrCQbWDsc7eD1r/e/7SZW/MyM5st4QCfqsbM7qJR0pR6IuACg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T18:31:54.873018Z","bundle_sha256":"f0a0e48a0b60e4f263426e5687895eb849244ea97740caf171eea0ddae4725f7"}}