{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:UGWK2H5NYOALJJS4O5JU4IDHEN","short_pith_number":"pith:UGWK2H5N","canonical_record":{"source":{"id":"2506.10365","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-12T05:42:37Z","cross_cats_sorted":[],"title_canon_sha256":"a3de8be27af9a5938dee4d3973d7e33af58281945a11cfd7df39e9bb2a5387b8","abstract_canon_sha256":"98b81ff1a1ac9dd26ac34bc857ffbb31d5f415dfc3d7870945ad9b1043cf881e"},"schema_version":"1.0"},"canonical_sha256":"a1acad1fadc380b4a65c77534e2067236888bfcf119453e6410853e54ee0ff2d","source":{"kind":"arxiv","id":"2506.10365","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.10365","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"arxiv_version","alias_value":"2506.10365v1","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.10365","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"pith_short_12","alias_value":"UGWK2H5NYOAL","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"pith_short_16","alias_value":"UGWK2H5NYOALJJS4","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"pith_short_8","alias_value":"UGWK2H5N","created_at":"2026-07-05T11:20:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:UGWK2H5NYOALJJS4O5JU4IDHEN","target":"record","payload":{"canonical_record":{"source":{"id":"2506.10365","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-12T05:42:37Z","cross_cats_sorted":[],"title_canon_sha256":"a3de8be27af9a5938dee4d3973d7e33af58281945a11cfd7df39e9bb2a5387b8","abstract_canon_sha256":"98b81ff1a1ac9dd26ac34bc857ffbb31d5f415dfc3d7870945ad9b1043cf881e"},"schema_version":"1.0"},"canonical_sha256":"a1acad1fadc380b4a65c77534e2067236888bfcf119453e6410853e54ee0ff2d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:22.103233Z","signature_b64":"A3QQBbVc06lSrVpp8afTjCIP9KNLxI3haOsWG4TDjj+ElbdXs4zQv+LJ74EuWShOymRBZcwVrhI0Tzhfn6aWBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a1acad1fadc380b4a65c77534e2067236888bfcf119453e6410853e54ee0ff2d","last_reissued_at":"2026-07-05T11:20:22.102829Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:22.102829Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.10365","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nwSyyFW6WC8ZoDkDSfWZBrVKTyZUP0rc8vaXiGCTRNsyBf8rpdDTeFv1SWPwbSdd8iFLfvWmsvrUVoQ8/lxFCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:10:55.747013Z"},"content_sha256":"71014f4a4fbb921f869a16aa47554d4ffa7b55e11d8886940b6d04492a37df30","schema_version":"1.0","event_id":"sha256:71014f4a4fbb921f869a16aa47554d4ffa7b55e11d8886940b6d04492a37df30"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:UGWK2H5NYOALJJS4O5JU4IDHEN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AutoGEEval++: A Multi-Level and Multi-Geospatial-Modality Automated Evaluation Framework for Large Language Models in Geospatial Code Generation on Google Earth Engine","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Chang Liu, Dehua Peng, Haoyue Jiao, Huayi Wu, Jianyuan Liang, Lutong Xie, Shuyang Hou, Xiaopu Zhang, Xuefeng Guan, Yaxian Qing, Zhangxiao Shen, Zhipeng Gui, Ziqi Liu","submitted_at":"2025-06-12T05:42:37Z","abstract_excerpt":"Geospatial code generation is becoming a key frontier in integrating artificial intelligence with geo-scientific analysis, yet standardised automated evaluation tools for this task remain absent. This study presents AutoGEEval++, an enhanced framework building on AutoGEEval, and the first automated assessment system for large language models (LLMs) generating geospatial code on Google Earth Engine (GEE). It supports diverse data modalities and varying task complexities. Built on the GEE Python API, AutoGEEval++ features a benchmark dataset-AutoGEEval++-Bench-with 6,365 test cases across 26 dat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.10365","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.10365/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k/8SuHJKxMoS5mOYAeVkbqqGKR5+m9t6nBCEVxJlN08fD5Yxk38Hh2njYwj1eUojy+0hMzt0/gLmQUQt4nHOAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:10:55.747522Z"},"content_sha256":"80b7d41487ea7d596de3632e8aad3bbcdb3b9474853d5c0768e138cc69295128","schema_version":"1.0","event_id":"sha256:80b7d41487ea7d596de3632e8aad3bbcdb3b9474853d5c0768e138cc69295128"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UGWK2H5NYOALJJS4O5JU4IDHEN/bundle.json","state_url":"https://pith.science/pith/UGWK2H5NYOALJJS4O5JU4IDHEN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UGWK2H5NYOALJJS4O5JU4IDHEN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T07:10:55Z","links":{"resolver":"https://pith.science/pith/UGWK2H5NYOALJJS4O5JU4IDHEN","bundle":"https://pith.science/pith/UGWK2H5NYOALJJS4O5JU4IDHEN/bundle.json","state":"https://pith.science/pith/UGWK2H5NYOALJJS4O5JU4IDHEN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UGWK2H5NYOALJJS4O5JU4IDHEN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:UGWK2H5NYOALJJS4O5JU4IDHEN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"98b81ff1a1ac9dd26ac34bc857ffbb31d5f415dfc3d7870945ad9b1043cf881e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-12T05:42:37Z","title_canon_sha256":"a3de8be27af9a5938dee4d3973d7e33af58281945a11cfd7df39e9bb2a5387b8"},"schema_version":"1.0","source":{"id":"2506.10365","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.10365","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"arxiv_version","alias_value":"2506.10365v1","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.10365","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"pith_short_12","alias_value":"UGWK2H5NYOAL","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"pith_short_16","alias_value":"UGWK2H5NYOALJJS4","created_at":"2026-07-05T11:20:22Z"},{"alias_kind":"pith_short_8","alias_value":"UGWK2H5N","created_at":"2026-07-05T11:20:22Z"}],"graph_snapshots":[{"event_id":"sha256:80b7d41487ea7d596de3632e8aad3bbcdb3b9474853d5c0768e138cc69295128","target":"graph","created_at":"2026-07-05T11:20:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.10365/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Geospatial code generation is becoming a key frontier in integrating artificial intelligence with geo-scientific analysis, yet standardised automated evaluation tools for this task remain absent. This study presents AutoGEEval++, an enhanced framework building on AutoGEEval, and the first automated assessment system for large language models (LLMs) generating geospatial code on Google Earth Engine (GEE). It supports diverse data modalities and varying task complexities. Built on the GEE Python API, AutoGEEval++ features a benchmark dataset-AutoGEEval++-Bench-with 6,365 test cases across 26 dat","authors_text":"Chang Liu, Dehua Peng, Haoyue Jiao, Huayi Wu, Jianyuan Liang, Lutong Xie, Shuyang Hou, Xiaopu Zhang, Xuefeng Guan, Yaxian Qing, Zhangxiao Shen, Zhipeng Gui, Ziqi Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-12T05:42:37Z","title":"AutoGEEval++: A Multi-Level and Multi-Geospatial-Modality Automated Evaluation Framework for Large Language Models in Geospatial Code Generation on Google Earth Engine"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.10365","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:71014f4a4fbb921f869a16aa47554d4ffa7b55e11d8886940b6d04492a37df30","target":"record","created_at":"2026-07-05T11:20:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"98b81ff1a1ac9dd26ac34bc857ffbb31d5f415dfc3d7870945ad9b1043cf881e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2025-06-12T05:42:37Z","title_canon_sha256":"a3de8be27af9a5938dee4d3973d7e33af58281945a11cfd7df39e9bb2a5387b8"},"schema_version":"1.0","source":{"id":"2506.10365","kind":"arxiv","version":1}},"canonical_sha256":"a1acad1fadc380b4a65c77534e2067236888bfcf119453e6410853e54ee0ff2d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a1acad1fadc380b4a65c77534e2067236888bfcf119453e6410853e54ee0ff2d","first_computed_at":"2026-07-05T11:20:22.102829Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:22.102829Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A3QQBbVc06lSrVpp8afTjCIP9KNLxI3haOsWG4TDjj+ElbdXs4zQv+LJ74EuWShOymRBZcwVrhI0Tzhfn6aWBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:22.103233Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.10365","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:71014f4a4fbb921f869a16aa47554d4ffa7b55e11d8886940b6d04492a37df30","sha256:80b7d41487ea7d596de3632e8aad3bbcdb3b9474853d5c0768e138cc69295128"],"state_sha256":"b47da0a97f7f61951f04c237967e55b63758d944159a4f1be12b9bdad35e0b9c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hNPIOJmJU1wQOVZx2Fn/Tim2NS1notpyY3BIaA/gGHCSRkTyW+eoFpbZZM7l30hbo2aOJ5vOHEf6JlQvlYwqAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T07:10:55.751070Z","bundle_sha256":"d7f2f2c3a0ba7df38942d3510422ee0f17f74db1c64929fa1f80ccfa6827cd2a"}}