{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:E5PHO3MTGBLS24FHASL6TNNSMS","short_pith_number":"pith:E5PHO3MT","canonical_record":{"source":{"id":"2303.17003","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-29T20:10:13Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"9a07414387bd6fff3771234a1e0ba0c054d87c63af935a2783225de0b265baa1","abstract_canon_sha256":"12086ab5ceca2bbfcc267507041b817fdba38b05abde9e4c9610e334fd08bdd6"},"schema_version":"1.0"},"canonical_sha256":"275e776d9330572d70a70497e9b5b264b24df124fd45e0892aa958f7c350170b","source":{"kind":"arxiv","id":"2303.17003","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.17003","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"arxiv_version","alias_value":"2303.17003v1","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.17003","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"pith_short_12","alias_value":"E5PHO3MTGBLS","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"pith_short_16","alias_value":"E5PHO3MTGBLS24FH","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"pith_short_8","alias_value":"E5PHO3MT","created_at":"2026-07-05T05:56:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:E5PHO3MTGBLS24FHASL6TNNSMS","target":"record","payload":{"canonical_record":{"source":{"id":"2303.17003","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-29T20:10:13Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"9a07414387bd6fff3771234a1e0ba0c054d87c63af935a2783225de0b265baa1","abstract_canon_sha256":"12086ab5ceca2bbfcc267507041b817fdba38b05abde9e4c9610e334fd08bdd6"},"schema_version":"1.0"},"canonical_sha256":"275e776d9330572d70a70497e9b5b264b24df124fd45e0892aa958f7c350170b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:56:18.126133Z","signature_b64":"bu6cM3OUVNC3OTg26COfon0Q2PzFUGtboYlaPdxlYK7WOnNmbNhrg7oby53YVKItUXZxNLM1gdNIGPYbJuwXBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"275e776d9330572d70a70497e9b5b264b24df124fd45e0892aa958f7c350170b","last_reissued_at":"2026-07-05T05:56:18.125614Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:56:18.125614Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.17003","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m6nQfJ9I5hZWUyHfVz/HYw84Y2f+wHvWDi15ZgNFYHSAIzrbnWBNDQKePSny11V6hM7fI5dIiRaI99I/ExAgBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:40:04.509983Z"},"content_sha256":"43fd1bed16fbeb3b0b3b39c778b0554c8959cf9033cc5f74e2073ae0d148a5f4","schema_version":"1.0","event_id":"sha256:43fd1bed16fbeb3b0b3b39c778b0554c8959cf9033cc5f74e2073ae0d148a5f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:E5PHO3MTGBLS24FHASL6TNNSMS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating GPT-3.5 and GPT-4 Models on Brazilian University Admission Exams","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Desnes Nunes, Ramon Pires, Ricardo Primi, Roberto Lotufo, Rodrigo Nogueira","submitted_at":"2023-03-29T20:10:13Z","abstract_excerpt":"The present study aims to explore the capabilities of Language Models (LMs) in tackling high-stakes multiple-choice tests, represented here by the Exame Nacional do Ensino M\\'edio (ENEM), a multidisciplinary entrance examination widely adopted by Brazilian universities. This exam poses challenging tasks for LMs, since its questions may span into multiple fields of knowledge, requiring understanding of information from diverse domains. For instance, a question may require comprehension of both statistics and biology to be solved. This work analyzed responses generated by GPT-3.5 and GPT-4 model"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.17003","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.17003/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s0eB3Jk8xclEkWBG2Iqx5zPinpDepCy57qHUqflnqaR3c4veJuEHTwdmh4qRHw78WjRL2BZTFyyXvaf0ZhbyBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:40:04.510504Z"},"content_sha256":"05c4a07968ad8c1d9b359ccfdd3b86cee84531a214bf3760b96262a98c9d45ee","schema_version":"1.0","event_id":"sha256:05c4a07968ad8c1d9b359ccfdd3b86cee84531a214bf3760b96262a98c9d45ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E5PHO3MTGBLS24FHASL6TNNSMS/bundle.json","state_url":"https://pith.science/pith/E5PHO3MTGBLS24FHASL6TNNSMS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E5PHO3MTGBLS24FHASL6TNNSMS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T22:40:04Z","links":{"resolver":"https://pith.science/pith/E5PHO3MTGBLS24FHASL6TNNSMS","bundle":"https://pith.science/pith/E5PHO3MTGBLS24FHASL6TNNSMS/bundle.json","state":"https://pith.science/pith/E5PHO3MTGBLS24FHASL6TNNSMS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E5PHO3MTGBLS24FHASL6TNNSMS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:E5PHO3MTGBLS24FHASL6TNNSMS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"12086ab5ceca2bbfcc267507041b817fdba38b05abde9e4c9610e334fd08bdd6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-29T20:10:13Z","title_canon_sha256":"9a07414387bd6fff3771234a1e0ba0c054d87c63af935a2783225de0b265baa1"},"schema_version":"1.0","source":{"id":"2303.17003","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.17003","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"arxiv_version","alias_value":"2303.17003v1","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.17003","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"pith_short_12","alias_value":"E5PHO3MTGBLS","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"pith_short_16","alias_value":"E5PHO3MTGBLS24FH","created_at":"2026-07-05T05:56:18Z"},{"alias_kind":"pith_short_8","alias_value":"E5PHO3MT","created_at":"2026-07-05T05:56:18Z"}],"graph_snapshots":[{"event_id":"sha256:05c4a07968ad8c1d9b359ccfdd3b86cee84531a214bf3760b96262a98c9d45ee","target":"graph","created_at":"2026-07-05T05:56:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.17003/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The present study aims to explore the capabilities of Language Models (LMs) in tackling high-stakes multiple-choice tests, represented here by the Exame Nacional do Ensino M\\'edio (ENEM), a multidisciplinary entrance examination widely adopted by Brazilian universities. This exam poses challenging tasks for LMs, since its questions may span into multiple fields of knowledge, requiring understanding of information from diverse domains. For instance, a question may require comprehension of both statistics and biology to be solved. This work analyzed responses generated by GPT-3.5 and GPT-4 model","authors_text":"Desnes Nunes, Ramon Pires, Ricardo Primi, Roberto Lotufo, Rodrigo Nogueira","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-29T20:10:13Z","title":"Evaluating GPT-3.5 and GPT-4 Models on Brazilian University Admission Exams"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.17003","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:43fd1bed16fbeb3b0b3b39c778b0554c8959cf9033cc5f74e2073ae0d148a5f4","target":"record","created_at":"2026-07-05T05:56:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"12086ab5ceca2bbfcc267507041b817fdba38b05abde9e4c9610e334fd08bdd6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-29T20:10:13Z","title_canon_sha256":"9a07414387bd6fff3771234a1e0ba0c054d87c63af935a2783225de0b265baa1"},"schema_version":"1.0","source":{"id":"2303.17003","kind":"arxiv","version":1}},"canonical_sha256":"275e776d9330572d70a70497e9b5b264b24df124fd45e0892aa958f7c350170b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"275e776d9330572d70a70497e9b5b264b24df124fd45e0892aa958f7c350170b","first_computed_at":"2026-07-05T05:56:18.125614Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:56:18.125614Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bu6cM3OUVNC3OTg26COfon0Q2PzFUGtboYlaPdxlYK7WOnNmbNhrg7oby53YVKItUXZxNLM1gdNIGPYbJuwXBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:56:18.126133Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.17003","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:43fd1bed16fbeb3b0b3b39c778b0554c8959cf9033cc5f74e2073ae0d148a5f4","sha256:05c4a07968ad8c1d9b359ccfdd3b86cee84531a214bf3760b96262a98c9d45ee"],"state_sha256":"49309a1c0393318a89d017c90d47889d06727c1cba779f39124d41d7ab30326a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+nPVtCLnZIKaUOUheqQCcbwo2m5yG8hsOZyLa6vqlwS4CBOj6mHvIcS15jq1zBWKceZEgcAnPhSx1R5BdONXBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T22:40:04.516696Z","bundle_sha256":"faf448f9d1864f830a54e2b49b9bbe617c5b851247d341d479463447703c23c6"}}