{"as_of":"2026-08-05T21:44:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d15a56434dbe64fee96f6fc8f7693b4ff2d46344d1609b0e32263fc192a026d0","coverage":[{"denominator":54,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":54,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T04:56:44.970222Z","state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.20676/citation-record","integrity":"/paper/2606.20676/integrity","json":"/paper/2606.20676/citation-record.json","paper":"/paper/2606.20676"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Gonzalez and Ion Stoica , booktitle=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:c4b01023c10acc6570d51784d63c41447a1a8d969726e61659c718f5780704df","observation_id":"18683adb-66e1-40f3-99f1-c060778cbcbe","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"References Improve","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:02d8b6796f2afa58c71780af25c0e25e788b72e4a99534d27fad7023329c9f6e","observation_id":"b27ad542-d6b2-40f9-8d86-6941a2722232","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.emnlp-main.103","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Direct Judgement Preference Optimization","venue":null,"work_id":"b118d77f-fb6b-4ec1-8334-be753e274fe3","year":2025},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:0eebd59564c186ad16775870c288bd69372d74f5aa7453e921ddabd63609bc2e","observation_id":"02067d48-15f7-466f-8a77-9725a3941397","resolution":{"observed_at":"2026-06-27T05:00:35.357676Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"The Fourteenth International Conference on Learning Representations , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:e74577f1e317515a2dd76838aa986b2eb39225a9a3b63e4a745fe38880f9b011","observation_id":"ba9ad55f-9b0b-4f5b-832c-90ce2ebbafba","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Proceedings of the 41st International Conference on Machine Learning , articleno =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:111d8966f642cdf9c1d57ff8a0b63839f4b6e7737d22068293194a5897217cba","observation_id":"e198cc64-03cc-44cf-a040-457c81c7b6fe","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:3dcb9126d6cfd6466fe1a596305f8e2a5a57cce3375c1fa4172d2803b49fd4a7","observation_id":"74346b79-55be-4c4a-816d-7c9b48af3324","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"The Twelfth International Conference on Learning Representations , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:64d7d243e5fe184ee8f06b80e019d43031b0d4a3a84bcba1f27c27092c1aee6f","observation_id":"777c8092-6fc6-4a7c-8265-b768327e8ce5","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"First Conference on Language Modeling , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:0b57dd1aeb8e63649d9f6c6fe268cd18450450fae1563544b7b27f23476932d0","observation_id":"975a462c-dc4d-4c27-8b99-efb47c508e0d","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-emnlp.599","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Bouamor, H., Pino, J., Bali, K","venue":null,"work_id":"6d7b3468-e52e-4606-9854-9d785729c7bf","year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:b7be0920c25cd3311c6463393310998b88895d886c03b2bb17b1e6a9cbeaa58f","observation_id":"e3db6aec-bdc0-4191-ab53-f7759106d0dc","resolution":{"observed_at":"2026-06-27T05:00:35.355237Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.emnlp-main.153","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T02:47:48.784249Z","title":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","venue":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","work_id":"08362103-dcc9-4e63-948e-05e60dd2d725","year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:4ed44131fc8779f3b05bf17a79fdd0aa5192f39fc9a48f2b536662ff3f5599d0","observation_id":"d804a810-ca3e-4e81-a17a-96ccc214ec85","resolution":{"observed_at":"2026-06-27T05:00:35.406933Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-03T15:08:48.208433+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T15:08:48.208433+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Proceedings of the 40th International Conference on Machine Learning , articleno =","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:11e84f061d2fbaae3086f2f3bdfee41f002ff1c4374b1f739eb4d90193ddc145","observation_id":"60835fcd-cc67-4335-918d-94855b463d97","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"First Conference on Language Modeling , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:b025ae60ceeb763b46d5217038bba493f722d120f59abf6f9988ad39877c037f","observation_id":"3afc8beb-d81b-41bf-afcd-8edac08d3645","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"ArXiv , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:e42cc6b903f27d9652d46afc47c107ec04ff36e9062b3d4445b3e06559e3be2b","observation_id":"2551afc1-ee96-4457-81e7-1c3210670723","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2024 , url=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:bca077ebfc26748645d667a9adfa1c4449279a063b9aed4ffef5bb6493f03754","observation_id":"636d300b-b158-4f10-b796-b69a74166504","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.emnlp-main.731","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":null,"work_id":"f5d00da0-460b-4aa5-9e5a-223cb6233ac9","year":2022},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:2961cda52cb9178a935469627154bf8ee40d6a367865a3bbfd961adc9ce6e25c","observation_id":"5cb2f86e-3610-478b-b8a6-89529c595ab5","resolution":{"observed_at":"2026-06-27T05:00:35.404356Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T11:49:45.947018+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T11:49:45.947018+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/tacl_a_00293","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Inherent disagreements in human textual infer- ences.Transactions of the Association for Computational Linguistics, 7:677–694","venue":"Transactions of the Association for Computational Linguistics","work_id":"22dcca6f-4b15-4cab-b87f-05c65ce303fa","year":2019},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:9c80200deda0fd895bfca1bc356a5deab87c59c195fc03efbc4ee2643796280b","observation_id":"2d7ed65e-e45b-4675-9e80-3e3198bccac7","resolution":{"observed_at":"2026-06-27T05:00:35.404412Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-13T11:49:45.709455+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T11:49:45.709455+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.acl-long.862","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Having Beer after Prayer? Measuring Cultural Bias in Large Language Models","venue":null,"work_id":"a16e1c7e-f6c3-4768-873d-7ef8a61f24ab","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:41bc2bd2e966c22b2bb18b2aafc8d121cf43ef70c1b2b82d0361c3b118e1ee8a","observation_id":"dbc28498-0659-4dd0-9751-567b2888f690","resolution":{"observed_at":"2026-06-27T05:00:35.406522Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-01T09:08:04.650779+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T09:08:04.650779+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2025 , eprint=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:d0ca47124aa3edf5ef45c37cfb4a16ed01ca4def7a9263c227305842a658e123","observation_id":"2cf9269c-83db-4a06-8b13-0ca4c5afd580","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.329","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Benchmarking","venue":null,"work_id":"f23d6468-c4fc-4abb-9167-2370120faea3","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:32949b3d131c43faaa8e2bef95bda37440c564c79040fa1efafc7a079784293b","observation_id":"6ab54aea-af5f-4c3c-bb56-c826c5c999cc","resolution":{"observed_at":"2026-06-27T05:00:35.408868Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-05-20T17:53:43.446233+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T17:53:43.446233+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.1063","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"F oodie QA : A Multimodal Dataset for Fine-Grained Understanding of C hinese Food Culture","venue":null,"work_id":"39c809d3-ee19-4336-940f-9ef0e4b1b093","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:24e10d3e3a7b408e544526c49f4d977ca5abb7f1feb4ebe7287e194c41313f09","observation_id":"0310afc8-470a-49dd-b981-04ef22cddb49","resolution":{"observed_at":"2026-06-27T05:00:35.395131Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.c3nlp-1.11","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"WHEN TOM EATS KIMCHI : Evaluating Cultural Awareness of Multimodal Large Language Models in Cultural Mixture Contexts","venue":null,"work_id":"d41082a6-94e8-49ec-8135-4a8957b2a295","year":2025},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:6fa72a381e24dbb6f238f18d11db99ae44e1a0e72e65ea30723f98d61982e5a1","observation_id":"461e51ee-8d6f-48e4-95ab-6a126d2806eb","resolution":{"observed_at":"2026-06-27T05:00:35.397451Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.acl-long.870","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can Large Language Models Be an Alternative to Human Evaluations?","venue":null,"work_id":"04a69a72-48fc-48d5-81f8-5dcb993a643b","year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:e6e20254f751094cbb24a4c08c51359ad0898991739e2adbf13acd5ee650bca7","observation_id":"2da806bf-25e6-4ae7-82bc-760ff77d1c74","resolution":{"observed_at":"2026-06-27T05:00:35.392965Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-05-21T19:52:57.535845+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T19:52:57.535845+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2024 , eprint=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:94b0938f459b5905cab7a642e3de7d190635a9602b69cf2edd3689c286ca4a48","observation_id":"7d24edbb-5bb4-441e-a192-1c194d855cbd","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.naacl-long.365","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Duh, K., Gomez, H., Bethard, S","venue":null,"work_id":"d9a3d442-e7c7-4188-b32b-34c45f56982b","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:ea2afc92b059c6cdf88f0db65b651c875ad25fe29ae0c1d666b6505b233ce9f5","observation_id":"3d7c5ae7-e2af-4b03-9524-ea6fbb79d1bb","resolution":{"observed_at":"2026-06-27T05:00:35.385375Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Thirty-seventh Conference on Neural Information Processing Systems , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:58d40e36b3474bddbb0985176045ebec755e08fee226503295ee90a6ea255b1c","observation_id":"482660f0-f769-4934-b0d9-d39c97f91e1a","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.emnlp-main.741","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T13:37:06.726417Z","title":"Proceedings of the 2023","venue":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","work_id":"f952e39f-7d85-4a4f-9dd7-9da09cf2c1d8","year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:0444b0de18c1eaa290088cb8a0a0b65635ed6031c16a18e3c3a44eba2e3f0a63","observation_id":"774aaf53-e229-4b55-b113-dcbf250eb445","resolution":{"observed_at":"2026-06-27T05:00:35.383301Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-11T21:20:13.984389+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T21:20:13.984389+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"and Li, Tianle and Li, Dacheng and Zhu, Banghua and Zhang, Hao and Jordan, Michael I","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:3ce14e91c68ff0a42f8e6752bd509da9019151386f42c1956084c6464e96d832","observation_id":"d9027089-48aa-46f6-b70d-584887a9a658","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Proceedings of the 41st International Conference on Machine Learning , articleno =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:74ed1b867d9b645fcc6642b6c8e7fac790711121158dfadee02533f2ac87f1af","observation_id":"718d7bcc-d6b7-4f02-8f3b-be2f1d49ea6c","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:96b8f55bd6398f44df80f8656178e05a9e59d625c1163006cdfc4492f2328ecb","observation_id":"deb46017-f79c-42f3-8dad-74c364228414","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.358","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"VLF eedback: A Large-Scale AI Feedback Dataset for Large Vision-Language Models Alignment","venue":null,"work_id":"b539b71f-08bd-4feb-8e0c-4a69d61bda4e","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:7467f8a6d42c7d783c847ab702c44fc4fe35ae6f91838c88cefc223bdc8bded3","observation_id":"d28d2c69-fdd6-440c-873c-075b14595df3","resolution":{"observed_at":"2026-06-27T05:00:35.380635Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"The Twelfth International Conference on Learning Representations , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:8dd35938578b2b81a350361a55afac8e86dd343f5e2a9d1ad37c400c12e28d3e","observation_id":"2b1f2a9e-3cff-4b0d-a9ba-7331846b0c55","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2021.emnlp-main.595","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-30T18:14:59.011669Z","title":"doi: 10.18653/v1/2021.emnlp-main.595","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","work_id":"15cbe62c-2a12-4134-a55d-a9ae4bfc767b","year":2021},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:121ace1af464fb6182d393299f6410729e2b729b108d79309179b9f8fcc33303","observation_id":"548ff07a-6ab4-4e3f-b9eb-2640f9e86e6c","resolution":{"observed_at":"2026-06-27T05:00:35.388299Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"and Parikh, Devi , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:90d3c49eab6499ba016cd937ac1714e2fc29bdbfffaf320e6c350c7f4d234759","observation_id":"bf6b3e23-7447-43d3-93e1-1de8bef2913a","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2010 , journal =","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:d182e1ab0b4184ba2d9394aa1ebab7cae1074e5ebb87881b103117a5d8c65371","observation_id":"4330d3a9-2e4a-45aa-b70b-711585f0fbc9","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2023 , eprint=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:b4f304291570707acc1f8090fcd01ad236e8f1f30a2df004243a025ef9890951","observation_id":"09f49e84-d4c7-4cad-885d-5724235ca84b","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.acl-long.511","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Large language models are not fair evaluators","venue":null,"work_id":"019956fb-8a6f-4a29-96f8-323706a1d583","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:d2252c0cf932fdfac3ebe718e93ca224302357147153ae27f7415700c01b294a","observation_id":"f2d10547-b7c5-49fe-a330-69153143a250","resolution":{"observed_at":"2026-06-27T05:00:35.390619Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-03T22:08:29.593363+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T22:08:29.593363+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Bowman and Shi Feng , booktitle=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:2c0c3f7edee7ed389090265e82cb5a19320e7f111281d25ffb197339ffb79732","observation_id":"c9cf8482-3353-4392-bf8d-519c3971a0b1","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.474","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Humans or LLM s as the Judge? A Study on Judgement Bias","venue":null,"work_id":"15d44b6d-5659-44dd-9508-d9df529b958b","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:b23e0470c320b9d1479268e7ea098bdfa457822c2ebab80c76d88cbcb30c00d9","observation_id":"769c30b4-2a2b-4eaa-965b-8d41a1ecf76d","resolution":{"observed_at":"2026-06-27T05:00:35.411036Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-15T23:50:20.543814+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-15T23:50:20.543814+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/coli_a_00524","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T03:57:45.867935Z","title":"Gallegos, Ryan A","venue":"Computational Linguistics","work_id":"17050832-a8b6-4476-a9ce-ccec254f01ff","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:121b0e718dcd5c4b217e2f584b8d4d2821d76fa7c670b5e83f3b1bf428c33eb1","observation_id":"0513c9ec-5c99-46a0-b420-164b95948b4e","resolution":{"observed_at":"2026-06-27T05:00:35.375324Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-11T12:49:07.93214+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T12:49:07.93214+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3013.359409","doi":"10.1145/3593013.3594091","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"ISBN 9798400701924","venue":null,"work_id":"f020e35b-0eb5-43f1-96bd-e4a3927820a8","year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:2b42c6732c1d3f177fab0cb0bf9ffa106f50537a11cb53e2a2475042f5780fa1","observation_id":"d0aef866-54c3-4ee5-b8ed-e8ace5c2b6fe","resolution":{"observed_at":"2026-06-27T05:00:35.373110Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Proceedings of the AAAI Conference on Artificial Intelligence , volume=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:b4b9f1b78ddb9a982afa916088625ea67894788a32963f705953539adf192d2a","observation_id":"c4d20ef1-d9a8-441d-b0b5-5f2f577cb731","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.acl-long.26","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Knowledge of cultural moral norms in large language models","venue":null,"work_id":"b5dc6727-c418-4e90-8d31-17249118e568","year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:41e308fb772fe901ae042df1b5fb8a993dc99888b1d9e25bd5ada146b40e5f2a","observation_id":"135dbaef-6586-4a9d-93a0-5e6f59ae828b","resolution":{"observed_at":"2026-06-27T05:00:35.378376Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.acl-long.671","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"emnlp-main.882/","venue":null,"work_id":"62fccbb2-96fc-40aa-be8d-f620b12d2f50","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:6fb20b3ada1e4da5e147d76d18881f14582f70cfc17655fade609a1ada4cf6e1","observation_id":"98d43f1e-cb42-4f5e-8b62-66fb4636d4a3","resolution":{"observed_at":"2026-06-27T05:00:35.367197Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-03T22:08:28.852062+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T22:08:28.852062+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-naacl.148","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"METAL : Towards Multilingual Meta-Evaluation","venue":null,"work_id":"2e6a1e37-de15-49c3-a9b8-1446b08e3466","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:481e431d066724041e33cdec1595b03bb87216e70e7ac22589d61d46a03046c9","observation_id":"7fd28f99-95a3-4968-9d1e-ccc5682ddb98","resolution":{"observed_at":"2026-06-27T05:00:35.365421Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.acl-long.1247","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"C ultural B ench: A Robust, Diverse and Challenging Benchmark for Measuring LM s' Cultural Knowledge Through Human- AI Red-Teaming","venue":null,"work_id":"c7447d38-a1f4-41d5-b438-4146e86cb0b7","year":2025},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:53693808ce504ca72a8baef20b4dc06039c924a73414716b404d43563cf3d760","observation_id":"1bc770c7-b989-41b9-a37d-bc2745c0d6a9","resolution":{"observed_at":"2026-06-27T05:00:35.395433Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-01T09:08:04.599549+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T09:08:04.599549+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2024 , url=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:af69331c229b0a5b0d04460f10dddc5a1340bc3727d12f3032c38b93b9301584","observation_id":"a5f0b26c-9fcd-4c0a-85d6-94fc1231fe3d","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2023 , eprint=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:d734ab1a479931c033e1d25f9daa4e0b489ecaefb2e7272916178c3f1bbd7afb","observation_id":"3a4cb03a-a721-47f4-a691-fd03819483e9","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"2024 , eprint=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:6fb393fdf6eb23212913db3917bc21c5cfed5bba6c11467f87b7588b9bd23f79","observation_id":"b13a5101-56ba-4723-ad9d-bd27e3830d5c","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-industry.89","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Dernon- court, F., Preoţiuc-Pietro, D., Shimorina, A","venue":null,"work_id":"3ce38658-e522-438c-8766-f270c7acfdc5","year":2024},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:ad0dc83dfb12a7e674c177cdd21c9a81d2accfe0a3ded429dbbdd5e63e9e0c99","observation_id":"d30c53c1-9a05-4657-851e-06b9425a6a05","resolution":{"observed_at":"2026-06-27T05:00:35.397636Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"AVA: A large-scale database for aesthetic visual analysis , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:6551e30f1f73f343fc0e7139aea020a1c3f0e429c8bc043f54e7e9d8586ef131","observation_id":"9d99b632-781c-4714-add1-d9fab1d78ec9","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1606.01621","last_updated":"2016-07-27T00:20:07Z","snapshot_observed_at":"2026-07-06T04:58:53.251426Z","submitted_at":"2016-06-06T06:14:00Z","title":"Photo Aesthetics Ranking Network with Attributes and Content Adaptation","version":2},"cited_work":{"arxiv_id":"1606.01621","doi":null,"metadata_source":"pith","pith_arxiv_id":"1606.01621","snapshot_observed_at":"2026-07-03T16:58:42.568084Z","title":"Photo Aesthetics Ranking Network with Attributes and Content Adaptation","venue":"cs.CV","work_id":"6674657c-816b-418c-a255-4b1382aa5f5d","year":2016},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"cited_paper":"/paper/1606.01621","citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:df4016378a5e24702c980ce5f19fe83271d4b0c2bf47781816223567b750627d","observation_id":"159b4324-f4d4-4fae-8a0d-3d8beec6d9cf","resolution":{"observed_at":"2026-07-03T16:58:42.569443Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Thirty-seventh Conference on Neural Information Processing Systems , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:ce0d89a5a69bc3a09c36091e9be30f8546fab0e2c65c4ed0b1425bf873d89512","observation_id":"a216dde7-eea2-4118-a20e-92b8f5b3c3d0","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":"Thirty-seventh Conference on Neural Information Processing Systems , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:f86584cf6a4be48a8c57cbec05f52a6426eb3aae703133bab1b21589f4ee1420","observation_id":"16f2d066-5cf0-4588-95c0-e4ba5775684e","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T04:56:44.970222Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-06-27T04:56:44.970222Z"},"links":{"citing_paper":"/paper/2606.20676"},"observation_digest":"sha256:22488c8572eb187dec6b7bbea05ecabce1119c8c759983bc4c47b8f3838f711e","observation_id":"44341ad4-f9ea-44c7-95ba-6d673d4570f5","resolution":{"observed_at":"2026-06-27T04:56:44.970222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.20676","last_updated":"2026-06-12T15:53:40Z","latest_version":1,"primary_category":"cs.CV","snapshot_observed_at":"2026-08-04T06:49:00.591885Z","submitted_at":"2026-06-12T15:53:40Z","title":"Jury Duty: Calibration and Orientation Failures in MLLM-as-a-Judge Under Cultural Ambiguity"},"reference_resolution":{"displayed":54,"state_counts":{"malformed_identifier":0,"metadata_mismatch":9,"parse_uncertain":0,"unresolved":30,"verified_exact":15,"verified_fuzzy":0},"total_outbound_references":54},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 54 of 54 outbound references and 0 inbound Pith citation observations for arXiv:2606.20676."}