{"as_of":"2026-08-23T14:25:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bd30143a760344ad877741460de4eb2dc7984dd83d061ebbe13924cf91476039","coverage":[{"denominator":11,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T19:03:08.740079Z","state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T21:40:16.052239Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T19:07:17.948581Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"cited_work":{"arxiv_id":"2508.15835","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15835","snapshot_observed_at":"2026-07-02T19:07:17.948581Z","title":null,"venue":null,"work_id":"e2f693a9-9d47-400c-bec9-074f711dfcc1","year":null},"citing_paper":{"arxiv_id":"2606.07853","last_updated":"2026-06-05T21:29:39Z","snapshot_observed_at":"2026-08-16T08:17:11.618542Z","submitted_at":"2026-06-05T21:29:39Z","title":"Beyond English benchmarks: clinical llm evaluation in Brazilian Portuguese","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-27T21:40:16.052239Z"},"links":{"cited_paper":"/paper/2508.15835","citing_paper":"/paper/2606.07853"},"observation_digest":"sha256:11dc788c5cfb35c67ce2760d963594e18dd7ec947abaad9da48c606516c71cc8","observation_id":"971ef24b-0204-4048-8b97-268937318221","resolution":{"observed_at":"2026-07-02T19:07:17.950042Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2508.15835/citation-record","integrity":"/paper/2508.15835/integrity","json":"/paper/2508.15835/citation-record.json","paper":"/paper/2508.15835"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2307.05410","last_updated":"2023-07-11T16:25:09Z","snapshot_observed_at":"2026-08-21T05:23:22.226900Z","submitted_at":"2023-07-11T16:25:09Z","title":"BLUEX: A benchmark based on Brazilian Leading Universities Entrance eXams","version":1},"cited_work":{"arxiv_id":"2307.05410","doi":null,"metadata_source":"pith","pith_arxiv_id":"2307.05410","snapshot_observed_at":"2026-08-05T19:03:09.576708Z","title":"BLUEX: A benchmark based on Brazilian Leading Universities Entrance eXams","venue":"cs.CL","work_id":"049df484-cfd0-4da9-9468-98cae3dcc47a","year":2023},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:07.866811Z"},"links":{"cited_paper":"/paper/2307.05410","citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:f1cfd61faf3e61beb63a1d9c2218944ea066e1673492e3e21db9f385ea8f785d","observation_id":"aaa36345-e993-4ce1-b06a-6d57c9632669","resolution":{"observed_at":"2026-08-05T19:03:09.653315Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-05T19:03:07.916014Z","title":"GPT-4 Technical Report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:07.916014Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:21469a7bdc93b5ed6c3d43268cefdbbac92643fc824dca018ccd60083ed87d8e","observation_id":"2b5cc0d3-4d2b-49f1-842d-4f26e72e091e","resolution":{"observed_at":"2026-08-05T19:03:07.916014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.17720","last_updated":"2025-08-05T09:55:35Z","snapshot_observed_at":"2026-08-17T05:48:26.905036Z","submitted_at":"2025-04-24T16:32:31Z","title":"Multilingual Performance Biases of Large Language Models in Education","version":2},"cited_work":{"arxiv_id":"2504.17720","doi":null,"metadata_source":"pith","pith_arxiv_id":"2504.17720","snapshot_observed_at":"2026-08-05T19:03:09.433609Z","title":"Multilingual Performance Biases of Large Language Models in Education","venue":"cs.CL","work_id":"9b79b3a9-fb96-43dd-a10f-c433ae0fc82a","year":2025},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:07.977874Z"},"links":{"cited_paper":"/paper/2504.17720","citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:7bd02bc26c6693385b318cf043063cb256e56f309a84c327a153c04959ab1916","observation_id":"00239d4f-2dad-4222-ad39-9588f8527909","resolution":{"observed_at":"2026-08-05T19:03:09.498587Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.15956","last_updated":"2025-07-25T21:08:21Z","snapshot_observed_at":"2026-08-22T05:24:25.235691Z","submitted_at":"2024-10-21T12:34:17Z","title":"Do Large Language Models Have an English Accent? Evaluating and Improving the Naturalness of Multilingual LLMs","version":3},"cited_work":{"arxiv_id":"2410.15956","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.15956","snapshot_observed_at":"2026-08-05T19:03:09.189278Z","title":"Do Large Language Models Have an English Accent? Evaluating and Improving the Naturalness of Multilingual LLMs","venue":"cs.CL","work_id":"03b5f337-4130-4e6e-8e8d-db0399de751d","year":2024},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.072998Z"},"links":{"cited_paper":"/paper/2410.15956","citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:0ed4482bb36629dcb3954aec4e704dbbdb424e64873c9b17fd768265be7689c5","observation_id":"827a11c9-446c-4cdb-a737-a7675d709a9d","resolution":{"observed_at":"2026-08-05T19:03:09.298032Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1002/advs.202412279","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Comparing Large Language Models and Human Programmers for Generating Programming Code","venue":"Advanced Science","work_id":"d6f81f20-b148-4941-8048-20dd5192e2ba","year":2024},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.168558Z"},"links":{"citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:032b72a6ebae4f0b780a3bceccab749d44de0b61a94be31af2263fd9b0117353","observation_id":"83aaf7af-9a4b-4da9-8790-b2988220f6a7","resolution":{"observed_at":"2026-08-05T19:03:08.929448Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.05035","last_updated":"2024-08-09T12:47:28Z","snapshot_observed_at":"2026-08-17T22:01:33.309820Z","submitted_at":"2024-08-09T12:47:28Z","title":"Examining the Behavior of LLM Architectures Within the Framework of Standardized National Exams in Brazil","version":1},"cited_work":{"arxiv_id":"2408.05035","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.05035","snapshot_observed_at":"2026-08-05T19:03:09.041056Z","title":"Examining the Behavior of LLM Architectures Within the Framework of Standardized National Exams in Brazil","venue":"cs.CL","work_id":"b22ccb16-70b5-4a53-b0ec-74c0ccee1b48","year":2024},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.271073Z"},"links":{"cited_paper":"/paper/2408.05035","citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:018f4f63d9eed809ea7274b86d9524eb935f48db64736f3c2704682b4c1528e7","observation_id":"a73dddd7-d031-44bb-b8b7-60bd6fdcc47f","resolution":{"observed_at":"2026-08-05T19:03:09.101586Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T19:03:10.442876Z","title":null,"venue":null,"work_id":"efa21d64-bb54-4a4a-a624-501a79696eda","year":null},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.356273Z"},"links":{"citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:be51bce2bb7bd75bd343f2228f3e5ebae9db00d2200eb89b2286bd6af96f412f","observation_id":"6d3cfcc6-ab4e-4a67-aad5-c2131881e7c3","resolution":{"observed_at":"2026-08-05T19:03:10.531156Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T19:03:10.239594Z","title":null,"venue":null,"work_id":"666456a9-739a-4e1c-b7d5-233a6ce5ecf3","year":null},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.420893Z"},"links":{"citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:f3ed1b486ae0666f9a5a4291fb20df939b295d6aa00c3c7093c4d52c201c78d0","observation_id":"3da31457-c3a7-4f71-b486-9fe55aa8b136","resolution":{"observed_at":"2026-08-05T19:03:10.332740Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T19:03:10.062473Z","title":null,"venue":null,"work_id":"98f2e230-37b0-431b-a2d4-3fa3a4adcf4e","year":null},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.533527Z"},"links":{"citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:20f3c7ae4b0e3cc4692469fb46666d0219241fda5deb47fdeae613caf09acf44","observation_id":"95fe633e-23fd-484e-9faf-a8b753e262f9","resolution":{"observed_at":"2026-08-05T19:03:10.151957Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T19:03:09.883396Z","title":null,"venue":null,"work_id":"d4caca15-8556-4ab5-afdd-05ebe25a4f08","year":null},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.632031Z"},"links":{"citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:62008961520116b03d7a98817722c66060132901a30d11d48e1f38642aac9f98","observation_id":"4c8e9e46-dd3c-4d19-a949-f0479c02c1af","resolution":{"observed_at":"2026-08-05T19:03:09.962507Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T19:03:09.739859Z","title":"resposta","venue":null,"work_id":"e7f4af8d-23b1-4926-b4d4-3ab7a60ff0e9","year":2025},"citing_paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-05T19:03:08.740079Z"},"links":{"citing_paper":"/paper/2508.15835"},"observation_digest":"sha256:e8c588f0993379538776d8fa85bd8d1dc176629d3ae1fe2360263986f33f588f","observation_id":"8f8463e5-1446-49d9-a456-27d3b80e9f16","resolution":{"observed_at":"2026-08-05T19:03:09.781613Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2508.15835","last_updated":"2025-08-19T03:59:04Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T13:12:29.355755Z","submitted_at":"2025-08-19T03:59:04Z","title":"Alvorada-Bench: Can Language Models Solve Brazilian University Entrance Exams?"},"reference_resolution":{"displayed":11,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":5,"verified_exact":4,"verified_fuzzy":1},"total_outbound_references":11},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 11 of 11 outbound references and 1 inbound Pith citation observation for arXiv:2508.15835."}