{"as_of":"2026-08-08T06:41:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:41aeb6b3d12654086809cbcc0df30e35a9245772e7baf8454387bdcebd4a9447","coverage":[{"denominator":49,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":49,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T05:14:45.204408Z","state":"measured"},{"denominator":50,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":50,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T20:47:28.353756Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T20:47:31.775994Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"cited_work":{"arxiv_id":"2506.09081","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.09081","snapshot_observed_at":"2026-08-06T20:47:31.775994Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","venue":"cs.CV","work_id":"19a41c4e-12f1-4491-a4bf-705936b9d34b","year":2025},"citing_paper":{"arxiv_id":"2507.02029","last_updated":"2025-09-14T06:49:43Z","snapshot_observed_at":"2026-08-08T02:43:34.071635Z","submitted_at":"2025-07-02T17:05:33Z","title":"RoboBrain 2.0 Technical Report","version":5},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T20:47:28.353756Z"},"links":{"cited_paper":"/paper/2506.09081","citing_paper":"/paper/2507.02029"},"observation_digest":"sha256:dfebd51f11aea3df7d386fcee13609326f9b7aa4986941db264a21f4d9cdaf8e","observation_id":"079ee21b-024d-408f-aa54-591abe156fb4","resolution":{"observed_at":"2026-08-06T20:47:31.781244Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.09081/citation-record","integrity":"/paper/2506.09081/integrity","json":"/paper/2506.09081/citation-record.json","paper":"/paper/2506.09081"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:41.063512Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.063512Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:087e7a4dcb8e26f8ae687bf442d13c1693f6b18d95fd8707f3ee90252858685c","observation_id":"5a31b596-110c-4d47-b2b9-127034873804","resolution":{"observed_at":"2026-08-07T05:14:41.063512Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:41.160343Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.160343Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:8b42bdcfb3efdb95bb6da7974fea810b7e290b0d792f63811d39d8f9b70dba85","observation_id":"2519771e-0b60-4efe-8d28-49ef60923a6f","resolution":{"observed_at":"2026-08-07T05:14:41.160343Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.543258Z","title":null,"venue":null,"work_id":"b77fae78-7db7-4466-a068-7369896e8e8d","year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.297205Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:5db1bdf58816c2f0370c9615f4696b7af601f167ab155de9dfa50746f0f2b91e","observation_id":"891938aa-a413-4a73-aaff-f6618d169ecd","resolution":{"observed_at":"2026-08-07T05:14:47.548295Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.526079Z","title":null,"venue":null,"work_id":"113fe1f9-7f7f-4b95-90e6-f9037de3d93c","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.390609Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:71e1d2b08354dabefcc9ada3612e6213c592545195315c0b99d678650311eda3","observation_id":"29973b46-2a0f-4189-8a1f-3ec16bab0f6e","resolution":{"observed_at":"2026-08-07T05:14:47.531280Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.510548Z","title":null,"venue":null,"work_id":"2b7553ea-652a-425b-ba69-3951691e2991","year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.444679Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:08da595fa956888617865bdd39e2393c61cf9137da44775c191c3c1c6bf3f6e6","observation_id":"a5ebd1f3-1ec5-41ea-a90f-67ab5abd540d","resolution":{"observed_at":"2026-08-07T05:14:47.514844Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:41.557487Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.557487Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:fa9382abf0036634c1906a06b177807e58be4db23dbecd620dbaf3894cd70778","observation_id":"c2fc71cf-fc3d-45b5-8f2d-90ae23bacbdc","resolution":{"observed_at":"2026-08-07T05:14:41.557487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.487117Z","title":null,"venue":null,"work_id":"875556a9-6446-49d2-8358-e0400484a22b","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.644436Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:4d3c1318d81abe061e25d1df0756e6f3ebd8cc0a25dde17adfdc2a91a767d379","observation_id":"ce75cb03-c927-4c81-bbdb-e1efba100cb0","resolution":{"observed_at":"2026-08-07T05:14:47.491611Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.471476Z","title":null,"venue":null,"work_id":"54e9e0e0-c33e-43a1-968f-1055842cea56","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.718012Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:cdad78e0fa829a9b036b95ba7e67efe8cacb5d925b3d96fbf5d9f50fbc5a5cfd","observation_id":"8c03a673-2d23-4f6b-b86f-79c95841a49e","resolution":{"observed_at":"2026-08-07T05:14:47.475843Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.17811","last_updated":"2025-01-29T18:00:19Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-29T18:00:19Z","title":"Janus-Pro: Unified Multimodal Understanding and Generation with Data and Model Scaling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.17811","snapshot_observed_at":"2026-08-07T05:14:41.852727Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.852727Z"},"links":{"cited_paper":"/paper/2501.17811","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:7d37f5b14358c4c126164d3beb307eb02b09b123015b8730517b0c7dd823077a","observation_id":"a8314ca6-d1f8-4c12-b313-49e1e2c8b439","resolution":{"observed_at":"2026-08-07T05:14:41.852727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.454547Z","title":null,"venue":null,"work_id":"671f1904-a506-492d-a2d2-23a275ec8594","year":2009},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:41.952281Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:e381aba2af1bff30e5caf8980dbf8edc7202798edea623bbb2a799bc76c7ec69","observation_id":"9c08a132-74bd-44c0-9b89-6fed767c6d92","resolution":{"observed_at":"2026-08-07T05:14:47.459848Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.436147Z","title":null,"venue":null,"work_id":"2ddcb89b-a9f1-4254-9881-0484031be2b1","year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.064165Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:a984f4547791149408b16f1bce7fc3f90f2015cd419862ae2c8d8b1b1a2d6aed","observation_id":"81f53bc6-bcef-433e-9eeb-2c8f1e025c4d","resolution":{"observed_at":"2026-08-07T05:14:47.439727Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.421937Z","title":null,"venue":null,"work_id":"8bfb464b-52e8-471b-b10e-4b63f0118ce0","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.174194Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:e22a1f474a40aa1e57d44d7d49ec562cd461d94bfd74501bc5c635a27aadee0b","observation_id":"7d2d2c52-8578-4f36-a1c0-dcbc84048971","resolution":{"observed_at":"2026-08-07T05:14:47.426118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:42.248429Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.248429Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:019205f47f80ce4ccf1c9d47d29a693320292d3f47d2281aa1d961608a013aa1","observation_id":"6d039387-16ef-4d95-8f45-e80d5f180b22","resolution":{"observed_at":"2026-08-07T05:14:42.248429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.399088Z","title":null,"venue":null,"work_id":"104dcf90-dec5-48e9-8b9f-fd74e84c1983","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.359124Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:9164dec21bd62e3a891e1d9f6fbd9f3acfc95ddf22c10f6a9be7bdd05ae41629","observation_id":"30a7bdd4-7ac2-4f57-be36-7400333d31ec","resolution":{"observed_at":"2026-08-07T05:14:47.402919Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.388183Z","title":null,"venue":null,"work_id":"ace2f74e-ec16-4e94-8603-fede7256fa09","year":2000},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.469320Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:e9ce340bf7e2410f193309d0b8b325d470f09edd0dc49d2e60ba9b5d35f42b9e","observation_id":"76cd8cc4-815d-44e9-b4d3-b988fbb6a36b","resolution":{"observed_at":"2026-08-07T05:14:47.391709Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:42.555231Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.555231Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:eb0f97266e165900e18e8bf8dfda4558f0502cd6c77427e895ed303cf07092cf","observation_id":"c8872fbe-494b-4e02-af83-8aa8edeceeb5","resolution":{"observed_at":"2026-08-07T05:14:42.555231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.370880Z","title":null,"venue":null,"work_id":"925c36e9-3bd1-4f78-873c-deabb7825c6b","year":2022},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.655922Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:924e89e4e66dc90cfa0de973451c581c9c1cf1b9ca88f25c8faa10d8bdf73f9e","observation_id":"3e627055-4a39-4748-931c-9c3f51e2b8a9","resolution":{"observed_at":"2026-08-07T05:14:47.374404Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:42.766268Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.766268Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:4b6e2fa9e132ee935e166f794d1811944ab0305e85061ab534e7122232edc25a","observation_id":"92a68a4a-0596-4eb8-989f-1b89e045a3d6","resolution":{"observed_at":"2026-08-07T05:14:42.766268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-07T05:14:42.873142Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.873142Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:6c2dbbfebc2096596b420416449153031fbc317376354bd5f2792071b126fce1","observation_id":"c41d83d2-8f0b-432c-ab1b-7802e752b5c7","resolution":{"observed_at":"2026-08-07T05:14:42.873142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.359898Z","title":null,"venue":null,"work_id":"0bff5b5e-ef6a-46fb-b4b2-39c803b8f213","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:42.980613Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:26ebefac5b6cdd4cefc6f649133e0e82cd9e955360be1ec5e49ed2ede241de79","observation_id":"ff2c7259-3842-487b-8b2a-39316d0ac410","resolution":{"observed_at":"2026-08-07T05:14:47.363741Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.347893Z","title":null,"venue":null,"work_id":"9047d7be-e4ca-4c66-b1a7-84d1c739dd1f","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.068510Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:042cd48655b17479b15c1533d1cd5c7670bc7d3e72b1ca550da819f854f6ab19","observation_id":"7796bfc7-3979-4ff0-87e8-09a60894fa26","resolution":{"observed_at":"2026-08-07T05:14:47.351337Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.163945Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.163945Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:1fc56cedf977d557d7ee09a6b73021711171d86a035f3dd14d583bb182ee6055","observation_id":"935a9ca9-87a4-4040-ba45-a45c133e7c2d","resolution":{"observed_at":"2026-08-07T05:14:43.163945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.336749Z","title":null,"venue":null,"work_id":"c30ef5bc-ddfc-424c-898d-56cf0357b44e","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.238701Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:23b1c5297946f3f67286af7ee27f4bca88ea439dd77476a3d7a13f579eed502c","observation_id":"8107cbc6-62f7-416b-8e33-5c6eea11e769","resolution":{"observed_at":"2026-08-07T05:14:47.340488Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.03603","last_updated":"2025-03-11T08:14:25Z","snapshot_observed_at":"2026-08-03T00:44:01.942521Z","submitted_at":"2024-12-03T23:52:37Z","title":"HunyuanVideo: A Systematic Framework For Large Video Generative Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.03603","snapshot_observed_at":"2026-08-07T05:14:43.297090Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.297090Z"},"links":{"cited_paper":"/paper/2412.03603","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:29d6b077c05ec94c21f787f15d1fb5354203753767735966c3576d540578f3e2","observation_id":"6d65d009-66f2-4d64-bb95-f6cd7a9d4739","resolution":{"observed_at":"2026-08-07T05:14:43.297090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.359400Z","title":"Gonzalez, Hao Zhang, and Ion Stoica","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.359400Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:c40b85da967e1a00b29f7fefbf4905d3e1cf445f5ef2422c13e24c0d9eee1604","observation_id":"4c0c4c70-b67d-4624-b8eb-90b28b62a064","resolution":{"observed_at":"2026-08-07T05:14:43.359400Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.451258Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.451258Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:c79b3be247dcae5c0b5365514b3956cad8c679b3a255fbcbf5daecbf451edaae","observation_id":"e5804276-fd65-44b9-a9fe-dba297742306","resolution":{"observed_at":"2026-08-07T05:14:43.451258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.302935Z","title":null,"venue":null,"work_id":"6079e143-9909-4e78-80c8-4e1f642b4222","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.518927Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:a775e9f9ee319ed82487c7d88d80514856b27d261938d0fd8b5916e421cffbf9","observation_id":"6b45990b-e557-4164-973b-be23116f7b4d","resolution":{"observed_at":"2026-08-07T05:14:47.310223Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:47.130973Z","title":null,"venue":null,"work_id":"592b9582-ddf7-4b2c-93ce-e2c874eed4df","year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.595020Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:d1bd38944877e41e94cef4bdf0365458b535c2994bf4c2a0e106813b70820485","observation_id":"584c1f9d-8076-4e8b-92be-efd0ec4fcc5a","resolution":{"observed_at":"2026-08-07T05:14:47.242799Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.13743","last_updated":"2024-11-03T20:22:32Z","snapshot_observed_at":"2026-07-30T19:48:58.731788Z","submitted_at":"2024-06-19T18:00:07Z","title":"GenAI-Bench: Evaluating and Improving Compositional Text-to-Visual Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.13743","snapshot_observed_at":"2026-08-07T05:14:43.654181Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.654181Z"},"links":{"cited_paper":"/paper/2406.13743","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:99803985c291bb9d80f31d7b9acced74efb6e079667a893174716b83e90ea597","observation_id":"c609c333-7627-4635-9bbd-fa9e148f5191","resolution":{"observed_at":"2026-08-07T05:14:43.654181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-01T19:14:56.803459Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-07T05:14:43.736114Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.736114Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:fa4fe6fd70d9a395d5b0ede75edd26cff8ea11aa7e06661a73c46b496c778d8e","observation_id":"4e25f433-5a68-4b69-b0ec-849b35998983","resolution":{"observed_at":"2026-08-07T05:14:43.736114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:43.802055Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.802055Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:8f229fba91b0c548056848c76d689597ccce19a78c570e0d1ce7bc7fa56ad6b8","observation_id":"8470aa44-5084-4dbb-8da3-8da6b535139e","resolution":{"observed_at":"2026-08-07T05:14:43.802055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.803429Z","title":null,"venue":null,"work_id":"f6aae67a-0e3f-422b-b39c-e0bbccebae42","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.883976Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:a06e720b72bf65e030c1fd98759816d4d699a4393b2d5df162cc42b56af45c34","observation_id":"f5f99eac-856d-49b6-a25f-6ff9f3761e19","resolution":{"observed_at":"2026-08-07T05:14:46.967195Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.682927Z","title":null,"venue":null,"work_id":"68ad0b4c-9925-491f-9342-4273aa99928f","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:43.966834Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:9881cbbe25fdf0e57b4c2f0664d2d564077d2e931629daaa844074aaa20cd386","observation_id":"dc6d6699-8336-42c5-a840-0a8c9cdbbd95","resolution":{"observed_at":"2026-08-07T05:14:46.738800Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.574760Z","title":null,"venue":null,"work_id":"acb9fcf2-3951-42c7-92eb-84dd308a9061","year":2023},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.064345Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:3ffdabb62fe9285fbd7a74bcdacd5135da1ab11d6fefcba83d6b4de0199b4059","observation_id":"1dcab9e6-b2af-49b1-949b-d055a7bb84e8","resolution":{"observed_at":"2026-08-07T05:14:46.648888Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.463039Z","title":null,"venue":null,"work_id":"94138b5a-fddc-485e-bbd6-6824b451bff7","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.143154Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:fc2fc8a0c92f925856c29ea3f0fceab930db9b4376d8610016d27cfb626ba1f5","observation_id":"052a9d2b-25ed-4124-ba73-03ef1ab5ab40","resolution":{"observed_at":"2026-08-07T05:14:46.533752Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-07T05:14:44.255947Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.255947Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:2563e78f8fbc23afab68f8732311e05aacecb169d5fb82362e3973b253fccd95","observation_id":"bc2a2b58-6222-4dad-b053-a13c4ed05366","resolution":{"observed_at":"2026-08-07T05:14:44.255947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.356266Z","title":null,"venue":null,"work_id":"afad343a-9e9a-466a-8672-5f10072e2b36","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.340309Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:4831b091eed4dac682b4b8ea99d42d1af750d8b6b744d70ffcf67709796c1f14","observation_id":"3ef9d634-ca6e-48a7-bd71-aec8e34554ed","resolution":{"observed_at":"2026-08-07T05:14:46.403526Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.236569Z","title":null,"venue":null,"work_id":"f65f8fb8-973b-498e-bbc0-facf8ade34e0","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.406371Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:c9f8b8ff51babbf53dd3ddf9b60bc672e5ed74a6f8225f874791d37a3dd6d019","observation_id":"9fc84fbf-d3a5-46db-805a-b1b921d5b0ce","resolution":{"observed_at":"2026-08-07T05:14:46.289697Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18869","last_updated":"2024-09-27T16:06:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-27T16:06:11Z","title":"Emu3: Next-Token Prediction is All You Need","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18869","snapshot_observed_at":"2026-08-07T05:14:44.480467Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.480467Z"},"links":{"cited_paper":"/paper/2409.18869","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:17282a4b839c29d07b50f93334495ed28b193cb0c7be72b3c20a1461822ccc1a","observation_id":"5674a2ec-d28d-4ce9-9e15-550e00d8d8b3","resolution":{"observed_at":"2026-08-07T05:14:44.480467Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:46.141620Z","title":null,"venue":null,"work_id":"afcdb528-a809-4b1b-bf44-8848e24994fd","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.549777Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:f898199933569992d7a0de92b5d66492f9fb260e0f45558b77cc5f2ae19e4699","observation_id":"af6fb56c-6691-4a5f-8602-d3ddf442677f","resolution":{"observed_at":"2026-08-07T05:14:46.190741Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.997215Z","title":null,"venue":null,"work_id":"78d4a0a0-683d-431d-916b-171cfe595ed3","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.638839Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:312e57470c3c7b10e51a17882e10d7d108ed9e754639cde647c41b419a879087","observation_id":"a2e3dfcb-26d0-4f0b-9723-7a226b36009f","resolution":{"observed_at":"2026-08-07T05:14:46.053898Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00765","last_updated":"2024-12-01T06:08:00Z","snapshot_observed_at":"2026-08-06T07:47:35.642444Z","submitted_at":"2024-08-01T17:59:54Z","title":"MM-Vet v2: A Challenging Benchmark to Evaluate Large Multimodal Models for Integrated Capabilities","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00765","snapshot_observed_at":"2026-08-07T05:14:44.700185Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.700185Z"},"links":{"cited_paper":"/paper/2408.00765","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:1f9ccd5de36d2d070ab5f25579b22c0766eb1a816794464dc01c9740442754fb","observation_id":"5c2d2d6d-1592-4354-9563-59a96f206908","resolution":{"observed_at":"2026-08-07T05:14:44.700185Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.897528Z","title":null,"venue":null,"work_id":"ff0b2b37-e22c-45fe-94c2-c1f87d83ae68","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.763663Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:ccd463a28136fd479d35bc6ba27e08df796af1fc58631b06568a5b424cdd1ac7","observation_id":"f6e6a7a9-81b2-499d-b9ba-ce73b9938d05","resolution":{"observed_at":"2026-08-07T05:14:45.945489Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.02813","last_updated":"2025-05-22T08:22:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-04T15:31:26Z","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.02813","snapshot_observed_at":"2026-08-07T05:14:44.826939Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.826939Z"},"links":{"cited_paper":"/paper/2409.02813","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:c0666ad8ff388627b9ff3da9599528b143e18bc4d7b8806b021ce869a18fc7d6","observation_id":"70fc21bf-9534-4785-8057-f6b2b7cb9cb8","resolution":{"observed_at":"2026-08-07T05:14:44.826939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.13854","last_updated":"2024-10-17T17:59:24Z","snapshot_observed_at":"2026-07-06T19:35:30.732080Z","submitted_at":"2024-10-17T17:59:24Z","title":"Can MLLMs Understand the Deep Implication Behind Chinese Images?","version":1},"cited_work":{"arxiv_id":"2410.13854","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.13854","snapshot_observed_at":"2026-08-07T05:14:45.327502Z","title":"Can MLLMs Understand the Deep Implication Behind Chinese Images?","venue":"cs.CL","work_id":"47b9ce43-f1f0-4093-b9bc-217a4ccfe84a","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.899351Z"},"links":{"cited_paper":"/paper/2410.13854","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:f704f7a9451775c168f94cd102036545e19ab6f6af62c9a353431ff43201df31","observation_id":"861c06bc-d32d-4270-907b-df8df47db038","resolution":{"observed_at":"2026-08-07T05:14:45.383760Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.11944","last_updated":"2024-11-04T13:28:48Z","snapshot_observed_at":"2026-07-06T17:18:44.456380Z","submitted_at":"2024-01-22T13:34:34Z","title":"CMMMU: A Chinese Massive Multi-discipline Multimodal Understanding Benchmark","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.11944","snapshot_observed_at":"2026-08-07T05:14:44.959144Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:44.959144Z"},"links":{"cited_paper":"/paper/2401.11944","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:d6edd5f3f4b1de2359fd6d6c552496d030a498ebe8a5a7d9080f43007fc908cf","observation_id":"8dd42996-6022-4616-9e13-33f11b1ae93e","resolution":{"observed_at":"2026-08-07T05:14:44.959144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.12772","last_updated":"2025-05-05T04:48:45Z","snapshot_observed_at":"2026-07-06T18:47:56.109836Z","submitted_at":"2024-07-17T17:51:53Z","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.12772","snapshot_observed_at":"2026-08-07T05:14:45.044853Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:45.044853Z"},"links":{"cited_paper":"/paper/2407.12772","citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:e59863140837d94dae1f61f8264e107a179a0730f2da543f3e937165c791e691","observation_id":"0b2d9593-f06e-45e2-a843-0a5d394ef7e1","resolution":{"observed_at":"2026-08-07T05:14:45.044853Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.780376Z","title":null,"venue":null,"work_id":"6237113c-eef1-427b-a90e-7e80b32d0bdb","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:45.137552Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:bab73eeac9861bb95f133e18ade2ec6862dea49a60e680c9bfacc6ac45fa33f3","observation_id":"bba3c046-a6b0-4b63-83f6-73f5107ca052","resolution":{"observed_at":"2026-08-07T05:14:45.841696Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T05:14:45.634307Z","title":null,"venue":null,"work_id":"34a87d59-4f3b-4690-8dc6-8f179e308de0","year":2024},"citing_paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","version":3},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T05:14:45.204408Z"},"links":{"citing_paper":"/paper/2506.09081"},"observation_digest":"sha256:38386fe09f6c2249af0d2baad9b43788a4feebe2a927a6f23eeca32ab4d341d7","observation_id":"469306f5-483d-47c2-8fac-4272e4070c0e","resolution":{"observed_at":"2026-08-07T05:14:45.711799Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.09081","last_updated":"2025-07-28T19:31:25Z","latest_version":3,"primary_category":"cs.CV","snapshot_observed_at":"2026-08-07T05:08:51.457285Z","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation"},"reference_resolution":{"displayed":49,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":48,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":49},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 49 of 49 outbound references and 1 inbound Pith citation observation for arXiv:2506.09081."}