{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:U4U7YUVBFRW3FZ5GHDRYZZRFY5","short_pith_number":"pith:U4U7YUVB","canonical_record":{"source":{"id":"2505.17235","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-05-22T19:26:49Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"0a8010fbf2e39a601ff89df6c4f35da137d3c0d8203086f3edfea6498f883ce2","abstract_canon_sha256":"fb79b8c40d138010ba1061b3c690747a843d3f4ab3c6e55112a13879f83600f7"},"schema_version":"1.0"},"canonical_sha256":"a729fc52a12c6db2e7a638e38ce625c7655eff8eeeba56147949e164a89753a3","source":{"kind":"arxiv","id":"2505.17235","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17235","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17235v1","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17235","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_12","alias_value":"U4U7YUVBFRW3","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_16","alias_value":"U4U7YUVBFRW3FZ5G","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_8","alias_value":"U4U7YUVB","created_at":"2026-07-05T11:08:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:U4U7YUVBFRW3FZ5GHDRYZZRFY5","target":"record","payload":{"canonical_record":{"source":{"id":"2505.17235","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-05-22T19:26:49Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"0a8010fbf2e39a601ff89df6c4f35da137d3c0d8203086f3edfea6498f883ce2","abstract_canon_sha256":"fb79b8c40d138010ba1061b3c690747a843d3f4ab3c6e55112a13879f83600f7"},"schema_version":"1.0"},"canonical_sha256":"a729fc52a12c6db2e7a638e38ce625c7655eff8eeeba56147949e164a89753a3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:23.138836Z","signature_b64":"0hoPS224A7JVOV86F/ptgqm5SgibfT/TyvMNqRHYqTlTfdSWSuhSQ3Oml5SK2/8Wc6vdlr2YPDVivcnpAndHBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a729fc52a12c6db2e7a638e38ce625c7655eff8eeeba56147949e164a89753a3","last_reissued_at":"2026-07-05T11:08:23.138348Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:23.138348Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.17235","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oSSgII/QtuFQH3xoT4RilfW2c/J0TZkThiY4dDiWK2rQTUNkmmrHEwHHrWPPtT1K9QJpXCB62dAEj1pfqB8oAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T00:49:06.848004Z"},"content_sha256":"2222727f89f21861fce01072a2416fd0d9d268c7182b96fb50d1152dd565d657","schema_version":"1.0","event_id":"sha256:2222727f89f21861fce01072a2416fd0d9d268c7182b96fb50d1152dd565d657"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:U4U7YUVBFRW3FZ5GHDRYZZRFY5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CHAOS: Chart Analysis with Outlier Samples","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Jiaming Zhang, Omar Moured, Philip Torr, Rainer Stiefelhagen, Ruiping Liu, Simon Rei{\\ss}, Yufan Chen","submitted_at":"2025-05-22T19:26:49Z","abstract_excerpt":"Charts play a critical role in data analysis and visualization, yet real-world applications often present charts with challenging or noisy features. However, \"outlier charts\" pose a substantial challenge even for Multimodal Large Language Models (MLLMs), which can struggle to interpret perturbed charts. In this work, we introduce CHAOS (CHart Analysis with Outlier Samples), a robustness benchmark to systematically evaluate MLLMs against chart perturbations. CHAOS encompasses five types of textual and ten types of visual perturbations, each presented at three levels of severity (easy, mid, hard"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17235","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.17235/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8JynH0eRgngQ8t6bcM+IC1uwK1anD2oRLAxU303SLGCGevLsGWfzjxDgFk5Bk6ZmoPwGbqIxVHa7GMEV7/bRBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T00:49:06.848494Z"},"content_sha256":"8a3b076dae4c9e5f219fc0063528ca49183ca00e00ee151dd6527de7c1f6308a","schema_version":"1.0","event_id":"sha256:8a3b076dae4c9e5f219fc0063528ca49183ca00e00ee151dd6527de7c1f6308a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U4U7YUVBFRW3FZ5GHDRYZZRFY5/bundle.json","state_url":"https://pith.science/pith/U4U7YUVBFRW3FZ5GHDRYZZRFY5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U4U7YUVBFRW3FZ5GHDRYZZRFY5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T00:49:06Z","links":{"resolver":"https://pith.science/pith/U4U7YUVBFRW3FZ5GHDRYZZRFY5","bundle":"https://pith.science/pith/U4U7YUVBFRW3FZ5GHDRYZZRFY5/bundle.json","state":"https://pith.science/pith/U4U7YUVBFRW3FZ5GHDRYZZRFY5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U4U7YUVBFRW3FZ5GHDRYZZRFY5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:U4U7YUVBFRW3FZ5GHDRYZZRFY5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fb79b8c40d138010ba1061b3c690747a843d3f4ab3c6e55112a13879f83600f7","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-05-22T19:26:49Z","title_canon_sha256":"0a8010fbf2e39a601ff89df6c4f35da137d3c0d8203086f3edfea6498f883ce2"},"schema_version":"1.0","source":{"id":"2505.17235","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17235","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17235v1","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17235","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_12","alias_value":"U4U7YUVBFRW3","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_16","alias_value":"U4U7YUVBFRW3FZ5G","created_at":"2026-07-05T11:08:23Z"},{"alias_kind":"pith_short_8","alias_value":"U4U7YUVB","created_at":"2026-07-05T11:08:23Z"}],"graph_snapshots":[{"event_id":"sha256:8a3b076dae4c9e5f219fc0063528ca49183ca00e00ee151dd6527de7c1f6308a","target":"graph","created_at":"2026-07-05T11:08:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.17235/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Charts play a critical role in data analysis and visualization, yet real-world applications often present charts with challenging or noisy features. However, \"outlier charts\" pose a substantial challenge even for Multimodal Large Language Models (MLLMs), which can struggle to interpret perturbed charts. In this work, we introduce CHAOS (CHart Analysis with Outlier Samples), a robustness benchmark to systematically evaluate MLLMs against chart perturbations. CHAOS encompasses five types of textual and ten types of visual perturbations, each presented at three levels of severity (easy, mid, hard","authors_text":"Jiaming Zhang, Omar Moured, Philip Torr, Rainer Stiefelhagen, Ruiping Liu, Simon Rei{\\ss}, Yufan Chen","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-05-22T19:26:49Z","title":"CHAOS: Chart Analysis with Outlier Samples"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17235","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2222727f89f21861fce01072a2416fd0d9d268c7182b96fb50d1152dd565d657","target":"record","created_at":"2026-07-05T11:08:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fb79b8c40d138010ba1061b3c690747a843d3f4ab3c6e55112a13879f83600f7","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-05-22T19:26:49Z","title_canon_sha256":"0a8010fbf2e39a601ff89df6c4f35da137d3c0d8203086f3edfea6498f883ce2"},"schema_version":"1.0","source":{"id":"2505.17235","kind":"arxiv","version":1}},"canonical_sha256":"a729fc52a12c6db2e7a638e38ce625c7655eff8eeeba56147949e164a89753a3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a729fc52a12c6db2e7a638e38ce625c7655eff8eeeba56147949e164a89753a3","first_computed_at":"2026-07-05T11:08:23.138348Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:23.138348Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0hoPS224A7JVOV86F/ptgqm5SgibfT/TyvMNqRHYqTlTfdSWSuhSQ3Oml5SK2/8Wc6vdlr2YPDVivcnpAndHBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:23.138836Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.17235","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2222727f89f21861fce01072a2416fd0d9d268c7182b96fb50d1152dd565d657","sha256:8a3b076dae4c9e5f219fc0063528ca49183ca00e00ee151dd6527de7c1f6308a"],"state_sha256":"57283d6e2aa2231cf48c44e22735d17abb771c6c25971c108d3f7c92090a2c84"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ux6SLN7b9Y3rVBk+YRkfOZUQo45B03XpbH8zW9w+kpJe+YWktk/bIzsxuBFFRStU7ogDQHJDBNtNr1v+GReaCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T00:49:06.852538Z","bundle_sha256":"758204fd1c3db0f2b147f8aaa57dedf6f2bb224b3df508fcddf9c16f3d4aa54f"}}