{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NB3BDYQEJ3LXUV73DR7R75GTBN","short_pith_number":"pith:NB3BDYQE","canonical_record":{"source":{"id":"2408.05035","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T12:47:28Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"d810887003afccdd4a03645baf401738c4e970beb795c4983fca814678368b6e","abstract_canon_sha256":"37f5193930778fb938aefb25ee4dd5a052711b05ba294051f9f461dbd2f8b9ad"},"schema_version":"1.0"},"canonical_sha256":"687611e2044ed77a57fb1c7f1ff4d30b4fb4eca9bb8caa39aa4bafd058781d0b","source":{"kind":"arxiv","id":"2408.05035","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05035","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05035v1","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05035","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"NB3BDYQEJ3LX","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"NB3BDYQEJ3LXUV73","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"NB3BDYQE","created_at":"2026-07-05T08:53:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NB3BDYQEJ3LXUV73DR7R75GTBN","target":"record","payload":{"canonical_record":{"source":{"id":"2408.05035","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T12:47:28Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"d810887003afccdd4a03645baf401738c4e970beb795c4983fca814678368b6e","abstract_canon_sha256":"37f5193930778fb938aefb25ee4dd5a052711b05ba294051f9f461dbd2f8b9ad"},"schema_version":"1.0"},"canonical_sha256":"687611e2044ed77a57fb1c7f1ff4d30b4fb4eca9bb8caa39aa4bafd058781d0b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:53:55.696120Z","signature_b64":"D9YarH+AkjKqYl700WFfbq6aT3PBlVSJyCMhmSsRctGjnhULY3Pcaa2SLaqC9BiTWh43/CYKn1eLJtKj4KF0Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"687611e2044ed77a57fb1c7f1ff4d30b4fb4eca9bb8caa39aa4bafd058781d0b","last_reissued_at":"2026-07-05T08:53:55.695617Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:53:55.695617Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.05035","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WWnaQXgzUPrfgCB43ccvdhRPlkCnlUv2o9FBXeE74s3k1/fow9IlZsV8+me4gl3zfigtQ2g22AANgmZ81YRdDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:54:18.430300Z"},"content_sha256":"88a8156602713ed4e9c6e6734cd21dc564b014ad86b6b9830ad782616adc2ec9","schema_version":"1.0","event_id":"sha256:88a8156602713ed4e9c6e6734cd21dc564b014ad86b6b9830ad782616adc2ec9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NB3BDYQEJ3LXUV73DR7R75GTBN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Examining the Behavior of LLM Architectures Within the Framework of Standardized National Exams in Brazil","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Adriana Pagano, Eduardo Rios Neto, Igor Joaquim da Silva Costa, Marcelo Sartori Locatelli, Mateus Zaparoli Monteiro, Matheus Prado Miranda, Matheus Torres Prates, Tomas Lacerda, Victor Thom\\'e, Virgilio Almeida, Wagner Meira Jr.","submitted_at":"2024-08-09T12:47:28Z","abstract_excerpt":"The Exame Nacional do Ensino M\\'edio (ENEM) is a pivotal test for Brazilian students, required for admission to a significant number of universities in Brazil. The test consists of four objective high-school level tests on Math, Humanities, Natural Sciences and Languages, and one writing essay. Students' answers to the test and to the accompanying socioeconomic status questionnaire are made public every year (albeit anonymized) due to transparency policies from the Brazilian Government. In the context of large language models (LLMs), these data lend themselves nicely to comparing different gro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05035","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.05035/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NKwlw/D65LeYO42eKoqAS4ZmX1JP9Gr237q/RLDggJLbZ2fLUyeuEJupXQH435HlFOaXzkBqtLCfc31LKIP1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:54:18.430939Z"},"content_sha256":"d460ea3ed52a062c887d71903cb4b40d19a8c45dcc0869d573ba9d93155a8358","schema_version":"1.0","event_id":"sha256:d460ea3ed52a062c887d71903cb4b40d19a8c45dcc0869d573ba9d93155a8358"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NB3BDYQEJ3LXUV73DR7R75GTBN/bundle.json","state_url":"https://pith.science/pith/NB3BDYQEJ3LXUV73DR7R75GTBN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NB3BDYQEJ3LXUV73DR7R75GTBN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T19:54:18Z","links":{"resolver":"https://pith.science/pith/NB3BDYQEJ3LXUV73DR7R75GTBN","bundle":"https://pith.science/pith/NB3BDYQEJ3LXUV73DR7R75GTBN/bundle.json","state":"https://pith.science/pith/NB3BDYQEJ3LXUV73DR7R75GTBN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NB3BDYQEJ3LXUV73DR7R75GTBN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NB3BDYQEJ3LXUV73DR7R75GTBN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37f5193930778fb938aefb25ee4dd5a052711b05ba294051f9f461dbd2f8b9ad","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T12:47:28Z","title_canon_sha256":"d810887003afccdd4a03645baf401738c4e970beb795c4983fca814678368b6e"},"schema_version":"1.0","source":{"id":"2408.05035","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.05035","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2408.05035v1","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.05035","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"NB3BDYQEJ3LX","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"NB3BDYQEJ3LXUV73","created_at":"2026-07-05T08:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"NB3BDYQE","created_at":"2026-07-05T08:53:55Z"}],"graph_snapshots":[{"event_id":"sha256:d460ea3ed52a062c887d71903cb4b40d19a8c45dcc0869d573ba9d93155a8358","target":"graph","created_at":"2026-07-05T08:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.05035/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Exame Nacional do Ensino M\\'edio (ENEM) is a pivotal test for Brazilian students, required for admission to a significant number of universities in Brazil. The test consists of four objective high-school level tests on Math, Humanities, Natural Sciences and Languages, and one writing essay. Students' answers to the test and to the accompanying socioeconomic status questionnaire are made public every year (albeit anonymized) due to transparency policies from the Brazilian Government. In the context of large language models (LLMs), these data lend themselves nicely to comparing different gro","authors_text":"Adriana Pagano, Eduardo Rios Neto, Igor Joaquim da Silva Costa, Marcelo Sartori Locatelli, Mateus Zaparoli Monteiro, Matheus Prado Miranda, Matheus Torres Prates, Tomas Lacerda, Victor Thom\\'e, Virgilio Almeida, Wagner Meira Jr.","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T12:47:28Z","title":"Examining the Behavior of LLM Architectures Within the Framework of Standardized National Exams in Brazil"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.05035","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:88a8156602713ed4e9c6e6734cd21dc564b014ad86b6b9830ad782616adc2ec9","target":"record","created_at":"2026-07-05T08:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37f5193930778fb938aefb25ee4dd5a052711b05ba294051f9f461dbd2f8b9ad","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-09T12:47:28Z","title_canon_sha256":"d810887003afccdd4a03645baf401738c4e970beb795c4983fca814678368b6e"},"schema_version":"1.0","source":{"id":"2408.05035","kind":"arxiv","version":1}},"canonical_sha256":"687611e2044ed77a57fb1c7f1ff4d30b4fb4eca9bb8caa39aa4bafd058781d0b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"687611e2044ed77a57fb1c7f1ff4d30b4fb4eca9bb8caa39aa4bafd058781d0b","first_computed_at":"2026-07-05T08:53:55.695617Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:53:55.695617Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"D9YarH+AkjKqYl700WFfbq6aT3PBlVSJyCMhmSsRctGjnhULY3Pcaa2SLaqC9BiTWh43/CYKn1eLJtKj4KF0Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:53:55.696120Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.05035","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:88a8156602713ed4e9c6e6734cd21dc564b014ad86b6b9830ad782616adc2ec9","sha256:d460ea3ed52a062c887d71903cb4b40d19a8c45dcc0869d573ba9d93155a8358"],"state_sha256":"0b6a06b66d86921d32bebd351e8f3a544e43cec141db4435d0dc1863a06c2f70"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uYevHoUtIJ8hjNqjpRjfVlsOkO0zNmb76mKELFoqJvXQxOy3t5gSAR/0SgtIZMpHfRjh56k7tJnIHN9NJMDxCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T19:54:18.460051Z","bundle_sha256":"de7ecbb2adc546f486bf4876bd0dbf5774b5b9862643f83ff19f4526b5209d5e"}}