{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PUPJYTWHNK4YH2XR4CRTMRVH3C","short_pith_number":"pith:PUPJYTWH","canonical_record":{"source":{"id":"2410.03859","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T18:48:58Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"c3a1f05bc7fa97f4192e215ba6e61eb07efba5e9b829ffb58cd70572a62fffde","abstract_canon_sha256":"617e889cee4a78d4fe27f50ef296a1a21fd29707e0340c191e2692c3bcc25081"},"schema_version":"1.0"},"canonical_sha256":"7d1e9c4ec76ab983eaf1e0a33646a7d89d2b7a62aa4da2c1d77daa6c8dcc3784","source":{"kind":"arxiv","id":"2410.03859","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03859","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03859v1","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03859","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"pith_short_12","alias_value":"PUPJYTWHNK4Y","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"pith_short_16","alias_value":"PUPJYTWHNK4YH2XR","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"pith_short_8","alias_value":"PUPJYTWH","created_at":"2026-07-05T09:16:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PUPJYTWHNK4YH2XR4CRTMRVH3C","target":"record","payload":{"canonical_record":{"source":{"id":"2410.03859","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T18:48:58Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"c3a1f05bc7fa97f4192e215ba6e61eb07efba5e9b829ffb58cd70572a62fffde","abstract_canon_sha256":"617e889cee4a78d4fe27f50ef296a1a21fd29707e0340c191e2692c3bcc25081"},"schema_version":"1.0"},"canonical_sha256":"7d1e9c4ec76ab983eaf1e0a33646a7d89d2b7a62aa4da2c1d77daa6c8dcc3784","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:25.656444Z","signature_b64":"euHUtSKQxdtobhcqpJyuGXYIozOZh6Qz0KReumeT4H8K1sDAGp3BWyMhXmMyFhzykd758NLN5vmWNvwwA+pTDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7d1e9c4ec76ab983eaf1e0a33646a7d89d2b7a62aa4da2c1d77daa6c8dcc3784","last_reissued_at":"2026-07-05T09:16:25.655929Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:25.655929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.03859","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b04sHNi2AvJ/lYWdKN15jqNA3cARKaS7Ro1YL+BRsFpwbJKnRdQVk46X9XmH1l+HaqsIcbwrMerHwiKjxGqvCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:00:12.079199Z"},"content_sha256":"d2e001e5500b8bc6a1b50cebe62a4bfdd0f78816cbd38fb2bd3a8b35a3391929","schema_version":"1.0","event_id":"sha256:d2e001e5500b8bc6a1b50cebe62a4bfdd0f78816cbd38fb2bd3a8b35a3391929"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PUPJYTWHNK4YH2XR4CRTMRVH3C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SWE-bench Multimodal: Do AI Systems Generalize to Visual Software Domains?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.SE"],"primary_cat":"cs.CL","authors_text":"Alex L. Zhang, Carlos E. Jimenez, Diyi Yang, Gabriel Synnaeve, John Yang, Joyce Yang, Karthik R. Narasimhan, Kilian Lieret, Niklas Muennighoff, Ofir Press, Ori Press, Sida I. Wang, Xindi Wu","submitted_at":"2024-10-04T18:48:58Z","abstract_excerpt":"Autonomous systems for software engineering are now capable of fixing bugs and developing features. These systems are commonly evaluated on SWE-bench (Jimenez et al., 2024a), which assesses their ability to solve software issues from GitHub repositories. However, SWE-bench uses only Python repositories, with problem statements presented predominantly as text and lacking visual elements such as images. This limited coverage motivates our inquiry into how existing systems might perform on unrepresented software engineering domains (e.g., front-end, game development, DevOps), which use different "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03859","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.03859/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0XlgrQtyJwhZ/tcxuAnvmIXnMfTAmULkbBzaTM8eh+PcpTNM5DexiD7lQ5XVOUM30NG/B3oCIjVVVgG39HTIBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:00:12.079874Z"},"content_sha256":"9cb069b333d76ac05a437f6dfd68d0590f5a89f888d2c5d109e5e67a98b18003","schema_version":"1.0","event_id":"sha256:9cb069b333d76ac05a437f6dfd68d0590f5a89f888d2c5d109e5e67a98b18003"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PUPJYTWHNK4YH2XR4CRTMRVH3C/bundle.json","state_url":"https://pith.science/pith/PUPJYTWHNK4YH2XR4CRTMRVH3C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PUPJYTWHNK4YH2XR4CRTMRVH3C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T19:00:12Z","links":{"resolver":"https://pith.science/pith/PUPJYTWHNK4YH2XR4CRTMRVH3C","bundle":"https://pith.science/pith/PUPJYTWHNK4YH2XR4CRTMRVH3C/bundle.json","state":"https://pith.science/pith/PUPJYTWHNK4YH2XR4CRTMRVH3C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PUPJYTWHNK4YH2XR4CRTMRVH3C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PUPJYTWHNK4YH2XR4CRTMRVH3C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"617e889cee4a78d4fe27f50ef296a1a21fd29707e0340c191e2692c3bcc25081","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T18:48:58Z","title_canon_sha256":"c3a1f05bc7fa97f4192e215ba6e61eb07efba5e9b829ffb58cd70572a62fffde"},"schema_version":"1.0","source":{"id":"2410.03859","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03859","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03859v1","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03859","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"pith_short_12","alias_value":"PUPJYTWHNK4Y","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"pith_short_16","alias_value":"PUPJYTWHNK4YH2XR","created_at":"2026-07-05T09:16:25Z"},{"alias_kind":"pith_short_8","alias_value":"PUPJYTWH","created_at":"2026-07-05T09:16:25Z"}],"graph_snapshots":[{"event_id":"sha256:9cb069b333d76ac05a437f6dfd68d0590f5a89f888d2c5d109e5e67a98b18003","target":"graph","created_at":"2026-07-05T09:16:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.03859/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Autonomous systems for software engineering are now capable of fixing bugs and developing features. These systems are commonly evaluated on SWE-bench (Jimenez et al., 2024a), which assesses their ability to solve software issues from GitHub repositories. However, SWE-bench uses only Python repositories, with problem statements presented predominantly as text and lacking visual elements such as images. This limited coverage motivates our inquiry into how existing systems might perform on unrepresented software engineering domains (e.g., front-end, game development, DevOps), which use different ","authors_text":"Alex L. Zhang, Carlos E. Jimenez, Diyi Yang, Gabriel Synnaeve, John Yang, Joyce Yang, Karthik R. Narasimhan, Kilian Lieret, Niklas Muennighoff, Ofir Press, Ori Press, Sida I. Wang, Xindi Wu","cross_cats":["cs.AI","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T18:48:58Z","title":"SWE-bench Multimodal: Do AI Systems Generalize to Visual Software Domains?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03859","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d2e001e5500b8bc6a1b50cebe62a4bfdd0f78816cbd38fb2bd3a8b35a3391929","target":"record","created_at":"2026-07-05T09:16:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"617e889cee4a78d4fe27f50ef296a1a21fd29707e0340c191e2692c3bcc25081","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T18:48:58Z","title_canon_sha256":"c3a1f05bc7fa97f4192e215ba6e61eb07efba5e9b829ffb58cd70572a62fffde"},"schema_version":"1.0","source":{"id":"2410.03859","kind":"arxiv","version":1}},"canonical_sha256":"7d1e9c4ec76ab983eaf1e0a33646a7d89d2b7a62aa4da2c1d77daa6c8dcc3784","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d1e9c4ec76ab983eaf1e0a33646a7d89d2b7a62aa4da2c1d77daa6c8dcc3784","first_computed_at":"2026-07-05T09:16:25.655929Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:25.655929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"euHUtSKQxdtobhcqpJyuGXYIozOZh6Qz0KReumeT4H8K1sDAGp3BWyMhXmMyFhzykd758NLN5vmWNvwwA+pTDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:25.656444Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.03859","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d2e001e5500b8bc6a1b50cebe62a4bfdd0f78816cbd38fb2bd3a8b35a3391929","sha256:9cb069b333d76ac05a437f6dfd68d0590f5a89f888d2c5d109e5e67a98b18003"],"state_sha256":"5024654344830a36d25573b25aeb82ed9f23c49e2a64e722479a87cf785c7819"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KtybOMlLnUrFDK3S5v6WX15dsmg1EOwmo5j4GtchpO5OYmcDWbjd/aKr4Er3VSsZEZlyDlxSzWhKphWqIjotCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T19:00:12.090749Z","bundle_sha256":"10c5b6e4b9a8ecf23de3c0ce36fe1f3e538df75cd26caa9ffce24de1491b1c77"}}