{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:I6PDXMAK4246PTZCMFZ5O36W6J","short_pith_number":"pith:I6PDXMAK","canonical_record":{"source":{"id":"2402.10104","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-15T16:59:41Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b289d274189b15e22f9a418643a48850e7f5b20f310021b64f69876508e1a6f0","abstract_canon_sha256":"1eb1ea3f791191b70fdeed6ada95216369b1c0032ec18c6925b83f8b39c131d0"},"schema_version":"1.0"},"canonical_sha256":"479e3bb00ae6b9e7cf226173d76fd6f2430eb869a3c38e998bad4a2c5d3175a0","source":{"kind":"arxiv","id":"2402.10104","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10104","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10104v2","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10104","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"pith_short_12","alias_value":"I6PDXMAK4246","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"pith_short_16","alias_value":"I6PDXMAK4246PTZC","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"pith_short_8","alias_value":"I6PDXMAK","created_at":"2026-07-05T08:20:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:I6PDXMAK4246PTZCMFZ5O36W6J","target":"record","payload":{"canonical_record":{"source":{"id":"2402.10104","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-15T16:59:41Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b289d274189b15e22f9a418643a48850e7f5b20f310021b64f69876508e1a6f0","abstract_canon_sha256":"1eb1ea3f791191b70fdeed6ada95216369b1c0032ec18c6925b83f8b39c131d0"},"schema_version":"1.0"},"canonical_sha256":"479e3bb00ae6b9e7cf226173d76fd6f2430eb869a3c38e998bad4a2c5d3175a0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:10.269582Z","signature_b64":"zRzlV/ZRqxnVGBhWSphzxDAp1AS6Dg0ma4O1SLZ+uUghWYSOeoGPhD6uDEViDtceViCvluP2cQ8fhxGKB4FIDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"479e3bb00ae6b9e7cf226173d76fd6f2430eb869a3c38e998bad4a2c5d3175a0","last_reissued_at":"2026-07-05T08:20:10.269109Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:10.269109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.10104","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yx7kEGYVIqnOonK8g/XiqpSKgLrfO/N9r25CmE/fjqpxdFlHOV3YO6KSCH8Qn3rYV4Y0qfTW+hjCeLM7cwXyCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:58:26.495937Z"},"content_sha256":"f7e1dcaee2c44935cca672f5e828108e2d5a995b81c2e796e77aa119f3d31a94","schema_version":"1.0","event_id":"sha256:f7e1dcaee2c44935cca672f5e828108e2d5a995b81c2e796e77aa119f3d31a94"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:I6PDXMAK4246PTZCMFZ5O36W6J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GeoEval: Benchmark for Evaluating LLMs and Multi-Modal Models on Geometry Problem-Solving","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Chenglin Liu, Fei Yin, Jiaxin Zhang, Mingliang Zhang, Yashar Moshfeghi, Zhongzhi Li","submitted_at":"2024-02-15T16:59:41Z","abstract_excerpt":"Recent advancements in large language models (LLMs) and multi-modal models (MMs) have demonstrated their remarkable capabilities in problem-solving. Yet, their proficiency in tackling geometry math problems, which necessitates an integrated understanding of both textual and visual information, has not been thoroughly evaluated. To address this gap, we introduce the GeoEval benchmark, a comprehensive collection that includes a main subset of 2,000 problems, a 750 problems subset focusing on backward reasoning, an augmented subset of 2,000 problems, and a hard subset of 300 problems. This benchm"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10104","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.10104/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"29mWX4QNYNJtza/HPuLy3Pqm4sFpYaMPueFbpJeDUG4NY0GSRBCXuod48dVqR3bxjWWp03h6c4Z1iibX2QT+Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:58:26.496833Z"},"content_sha256":"d4fcaa1be0108b0f0a395953cda87bd504e73ccfe1a85b00a61de35bb07b9c7b","schema_version":"1.0","event_id":"sha256:d4fcaa1be0108b0f0a395953cda87bd504e73ccfe1a85b00a61de35bb07b9c7b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I6PDXMAK4246PTZCMFZ5O36W6J/bundle.json","state_url":"https://pith.science/pith/I6PDXMAK4246PTZCMFZ5O36W6J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I6PDXMAK4246PTZCMFZ5O36W6J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:58:26Z","links":{"resolver":"https://pith.science/pith/I6PDXMAK4246PTZCMFZ5O36W6J","bundle":"https://pith.science/pith/I6PDXMAK4246PTZCMFZ5O36W6J/bundle.json","state":"https://pith.science/pith/I6PDXMAK4246PTZCMFZ5O36W6J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I6PDXMAK4246PTZCMFZ5O36W6J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:I6PDXMAK4246PTZCMFZ5O36W6J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1eb1ea3f791191b70fdeed6ada95216369b1c0032ec18c6925b83f8b39c131d0","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-15T16:59:41Z","title_canon_sha256":"b289d274189b15e22f9a418643a48850e7f5b20f310021b64f69876508e1a6f0"},"schema_version":"1.0","source":{"id":"2402.10104","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10104","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10104v2","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10104","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"pith_short_12","alias_value":"I6PDXMAK4246","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"pith_short_16","alias_value":"I6PDXMAK4246PTZC","created_at":"2026-07-05T08:20:10Z"},{"alias_kind":"pith_short_8","alias_value":"I6PDXMAK","created_at":"2026-07-05T08:20:10Z"}],"graph_snapshots":[{"event_id":"sha256:d4fcaa1be0108b0f0a395953cda87bd504e73ccfe1a85b00a61de35bb07b9c7b","target":"graph","created_at":"2026-07-05T08:20:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.10104/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in large language models (LLMs) and multi-modal models (MMs) have demonstrated their remarkable capabilities in problem-solving. Yet, their proficiency in tackling geometry math problems, which necessitates an integrated understanding of both textual and visual information, has not been thoroughly evaluated. To address this gap, we introduce the GeoEval benchmark, a comprehensive collection that includes a main subset of 2,000 problems, a 750 problems subset focusing on backward reasoning, an augmented subset of 2,000 problems, and a hard subset of 300 problems. This benchm","authors_text":"Chenglin Liu, Fei Yin, Jiaxin Zhang, Mingliang Zhang, Yashar Moshfeghi, Zhongzhi Li","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-15T16:59:41Z","title":"GeoEval: Benchmark for Evaluating LLMs and Multi-Modal Models on Geometry Problem-Solving"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10104","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7e1dcaee2c44935cca672f5e828108e2d5a995b81c2e796e77aa119f3d31a94","target":"record","created_at":"2026-07-05T08:20:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1eb1ea3f791191b70fdeed6ada95216369b1c0032ec18c6925b83f8b39c131d0","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-15T16:59:41Z","title_canon_sha256":"b289d274189b15e22f9a418643a48850e7f5b20f310021b64f69876508e1a6f0"},"schema_version":"1.0","source":{"id":"2402.10104","kind":"arxiv","version":2}},"canonical_sha256":"479e3bb00ae6b9e7cf226173d76fd6f2430eb869a3c38e998bad4a2c5d3175a0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"479e3bb00ae6b9e7cf226173d76fd6f2430eb869a3c38e998bad4a2c5d3175a0","first_computed_at":"2026-07-05T08:20:10.269109Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:10.269109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zRzlV/ZRqxnVGBhWSphzxDAp1AS6Dg0ma4O1SLZ+uUghWYSOeoGPhD6uDEViDtceViCvluP2cQ8fhxGKB4FIDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:10.269582Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.10104","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7e1dcaee2c44935cca672f5e828108e2d5a995b81c2e796e77aa119f3d31a94","sha256:d4fcaa1be0108b0f0a395953cda87bd504e73ccfe1a85b00a61de35bb07b9c7b"],"state_sha256":"4051e43fe32d896c5886932f542ef325929cbc178e4f6d22e6ab7a5d1c20b5db"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B2huAEtSvjytlXqZvfPqYXRbSv6iUiDwnVZGN+JNwI9VIB4S5j3rmcYI9sO+REKPGX03jRLl0tD6MpNsPuVuDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:58:26.502720Z","bundle_sha256":"3d3c62927958197edb2d070ad66a3f4cc7eb34426009792597aa41c00ff9191b"}}