{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:T3HGYL2NUWKAKD46SUF5PHVRXZ","short_pith_number":"pith:T3HGYL2N","canonical_record":{"source":{"id":"2212.09662","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T17:44:54Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"ad7b112d28776ea28ae93aea99386cdc6ffe9652dae890ddc13c7664a62e9fb8","abstract_canon_sha256":"8f219c83099fcc06e6ef22c0bce48a7565f9fb908078250487671dbf2fc3f78c"},"schema_version":"1.0"},"canonical_sha256":"9ece6c2f4da594050f9e950bd79eb1be6615e1100246315a81d5d72fbba248ec","source":{"kind":"arxiv","id":"2212.09662","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.09662","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"arxiv_version","alias_value":"2212.09662v2","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.09662","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"pith_short_12","alias_value":"T3HGYL2NUWKA","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"pith_short_16","alias_value":"T3HGYL2NUWKAKD46","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"pith_short_8","alias_value":"T3HGYL2N","created_at":"2026-07-05T06:13:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:T3HGYL2NUWKAKD46SUF5PHVRXZ","target":"record","payload":{"canonical_record":{"source":{"id":"2212.09662","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T17:44:54Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"ad7b112d28776ea28ae93aea99386cdc6ffe9652dae890ddc13c7664a62e9fb8","abstract_canon_sha256":"8f219c83099fcc06e6ef22c0bce48a7565f9fb908078250487671dbf2fc3f78c"},"schema_version":"1.0"},"canonical_sha256":"9ece6c2f4da594050f9e950bd79eb1be6615e1100246315a81d5d72fbba248ec","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:13:18.255520Z","signature_b64":"83QQv/sg9gmzggtRANsdst4FFU3rx9VKVQr9H1/FewVMoBr5pfm4hQsGO9xKbsYpubdSchNGKL8IdsRyejN1Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ece6c2f4da594050f9e950bd79eb1be6615e1100246315a81d5d72fbba248ec","last_reissued_at":"2026-07-05T06:13:18.254911Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:13:18.254911Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.09662","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"On3Ppf/JKCn8z6n2BfyocAZObTkVopnaPmkmw6/y/NbRax98YRcjBHWOanLdPLbT8yWyQDymxIf/TpwffrRKAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:56:38.843659Z"},"content_sha256":"1ec32a06c2efc7bee3bf883a35e248a2657c27d20ee0f60ceab931e3393be113","schema_version":"1.0","event_id":"sha256:1ec32a06c2efc7bee3bf883a35e248a2657c27d20ee0f60ceab931e3393be113"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:T3HGYL2NUWKAKD46SUF5PHVRXZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MatCha: Enhancing Visual Language Pretraining with Math Reasoning and Chart Derendering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.CL","authors_text":"Chenxi Pang, Fangyu Liu, Francesco Piccinno, Julian Martin Eisenschlos, Kenton Lee, Mandar Joshi, Nigel Collier, Syrine Krichene, Yasemin Altun","submitted_at":"2022-12-19T17:44:54Z","abstract_excerpt":"Visual language data such as plots, charts, and infographics are ubiquitous in the human world. However, state-of-the-art vision-language models do not perform well on these data. We propose MatCha (Math reasoning and Chart derendering pretraining) to enhance visual language models' capabilities in jointly modeling charts/plots and language data. Specifically, we propose several pretraining tasks that cover plot deconstruction and numerical reasoning which are the key capabilities in visual language modeling.\n  We perform the MatCha pretraining starting from Pix2Struct, a recently proposed ima"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.09662","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.09662/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WOOVVr39dhzxYlZtFAYpyrV2GnnIOeNo37D65K9CV7QHAK6tbbpRmn9PsMBADIDKGs/F997Fscib9JOK8w/QDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:56:38.844557Z"},"content_sha256":"fc27946cb3573b793c88c15a0a8016778e198d44d14385e4ea8f92fcc7b0434e","schema_version":"1.0","event_id":"sha256:fc27946cb3573b793c88c15a0a8016778e198d44d14385e4ea8f92fcc7b0434e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T3HGYL2NUWKAKD46SUF5PHVRXZ/bundle.json","state_url":"https://pith.science/pith/T3HGYL2NUWKAKD46SUF5PHVRXZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T3HGYL2NUWKAKD46SUF5PHVRXZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:56:38Z","links":{"resolver":"https://pith.science/pith/T3HGYL2NUWKAKD46SUF5PHVRXZ","bundle":"https://pith.science/pith/T3HGYL2NUWKAKD46SUF5PHVRXZ/bundle.json","state":"https://pith.science/pith/T3HGYL2NUWKAKD46SUF5PHVRXZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T3HGYL2NUWKAKD46SUF5PHVRXZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:T3HGYL2NUWKAKD46SUF5PHVRXZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8f219c83099fcc06e6ef22c0bce48a7565f9fb908078250487671dbf2fc3f78c","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T17:44:54Z","title_canon_sha256":"ad7b112d28776ea28ae93aea99386cdc6ffe9652dae890ddc13c7664a62e9fb8"},"schema_version":"1.0","source":{"id":"2212.09662","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.09662","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"arxiv_version","alias_value":"2212.09662v2","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.09662","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"pith_short_12","alias_value":"T3HGYL2NUWKA","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"pith_short_16","alias_value":"T3HGYL2NUWKAKD46","created_at":"2026-07-05T06:13:18Z"},{"alias_kind":"pith_short_8","alias_value":"T3HGYL2N","created_at":"2026-07-05T06:13:18Z"}],"graph_snapshots":[{"event_id":"sha256:fc27946cb3573b793c88c15a0a8016778e198d44d14385e4ea8f92fcc7b0434e","target":"graph","created_at":"2026-07-05T06:13:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.09662/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Visual language data such as plots, charts, and infographics are ubiquitous in the human world. However, state-of-the-art vision-language models do not perform well on these data. We propose MatCha (Math reasoning and Chart derendering pretraining) to enhance visual language models' capabilities in jointly modeling charts/plots and language data. Specifically, we propose several pretraining tasks that cover plot deconstruction and numerical reasoning which are the key capabilities in visual language modeling.\n  We perform the MatCha pretraining starting from Pix2Struct, a recently proposed ima","authors_text":"Chenxi Pang, Fangyu Liu, Francesco Piccinno, Julian Martin Eisenschlos, Kenton Lee, Mandar Joshi, Nigel Collier, Syrine Krichene, Yasemin Altun","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T17:44:54Z","title":"MatCha: Enhancing Visual Language Pretraining with Math Reasoning and Chart Derendering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.09662","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1ec32a06c2efc7bee3bf883a35e248a2657c27d20ee0f60ceab931e3393be113","target":"record","created_at":"2026-07-05T06:13:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8f219c83099fcc06e6ef22c0bce48a7565f9fb908078250487671dbf2fc3f78c","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-19T17:44:54Z","title_canon_sha256":"ad7b112d28776ea28ae93aea99386cdc6ffe9652dae890ddc13c7664a62e9fb8"},"schema_version":"1.0","source":{"id":"2212.09662","kind":"arxiv","version":2}},"canonical_sha256":"9ece6c2f4da594050f9e950bd79eb1be6615e1100246315a81d5d72fbba248ec","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9ece6c2f4da594050f9e950bd79eb1be6615e1100246315a81d5d72fbba248ec","first_computed_at":"2026-07-05T06:13:18.254911Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:18.254911Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"83QQv/sg9gmzggtRANsdst4FFU3rx9VKVQr9H1/FewVMoBr5pfm4hQsGO9xKbsYpubdSchNGKL8IdsRyejN1Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:18.255520Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.09662","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1ec32a06c2efc7bee3bf883a35e248a2657c27d20ee0f60ceab931e3393be113","sha256:fc27946cb3573b793c88c15a0a8016778e198d44d14385e4ea8f92fcc7b0434e"],"state_sha256":"aa493fceae8efff0aef2aa21c1df1224cd2987cb9808c70548b137b3282cdb8a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ku/4bZ3TTEWIInv+PoZ0eH2rruGVnjteikjHD340gWcPTdcgLFN19fx7kpLgMiadDhsdCw5MGe4vZtedPHlJBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:56:38.849474Z","bundle_sha256":"5550642971679e5b0c1c186243bd639c7d0bfc1730d127754b9e9c22845b89fc"}}