{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:P4TW2QUQTON4HDLSQMN2GTEMSR","short_pith_number":"pith:P4TW2QUQ","canonical_record":{"source":{"id":"2509.05881","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-07T00:51:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cd14b50d8f6cfc979afb40fdbb1f1c4ac9bffbd0dba759c9aaf15541a66ae817","abstract_canon_sha256":"c3a67b00794a03a94348eec3819ca18c6e6b2db297e4e35b6dd374d942789fdd"},"schema_version":"1.0"},"canonical_sha256":"7f276d42909b9bc38d72831ba34c8c946371efe371defafe961ea96513d15965","source":{"kind":"arxiv","id":"2509.05881","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.05881","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"arxiv_version","alias_value":"2509.05881v1","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.05881","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"pith_short_12","alias_value":"P4TW2QUQTON4","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"pith_short_16","alias_value":"P4TW2QUQTON4HDLS","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"pith_short_8","alias_value":"P4TW2QUQ","created_at":"2026-07-05T12:06:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:P4TW2QUQTON4HDLSQMN2GTEMSR","target":"record","payload":{"canonical_record":{"source":{"id":"2509.05881","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-07T00:51:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cd14b50d8f6cfc979afb40fdbb1f1c4ac9bffbd0dba759c9aaf15541a66ae817","abstract_canon_sha256":"c3a67b00794a03a94348eec3819ca18c6e6b2db297e4e35b6dd374d942789fdd"},"schema_version":"1.0"},"canonical_sha256":"7f276d42909b9bc38d72831ba34c8c946371efe371defafe961ea96513d15965","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:06:25.835792Z","signature_b64":"X16gFag8uLGKUMHdrtyD/xuLl3QL/GbJ0igPBV3mE/OijZQ5aRI9i6b5BBq6nsI2utTlwCjEf2d5qGJas+rnDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7f276d42909b9bc38d72831ba34c8c946371efe371defafe961ea96513d15965","last_reissued_at":"2026-07-05T12:06:25.835354Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:06:25.835354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.05881","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:06:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CnLmjXDhfahO/YqFixdfDElH6TIsvAYyv+Wuy+t4UV4uGmqapoxBsSkzi4qzgtE1YtKZEWiucI+d4GksuI15Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T05:39:34.783590Z"},"content_sha256":"348640e525a2b18d7e82ac8146a011d5d0a8370df3896ef8b3b8ee9c4c1ce66a","schema_version":"1.0","event_id":"sha256:348640e525a2b18d7e82ac8146a011d5d0a8370df3896ef8b3b8ee9c4c1ce66a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:P4TW2QUQTON4HDLSQMN2GTEMSR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GeoAnalystBench: A GeoAI benchmark for assessing large language models for spatial analysis workflow and code generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Chen Wei, Huan Sun, Qianheng Zhang, Shijie Chen, Song Gao, Yibo Zhao, Ying Nie, Yu Su, Ziru Chen","submitted_at":"2025-09-07T00:51:57Z","abstract_excerpt":"Recent advances in large language models (LLMs) have fueled growing interest in automating geospatial analysis and GIS workflows, yet their actual capabilities remain uncertain. In this work, we call for rigorous evaluation of LLMs on well-defined geoprocessing tasks before making claims about full GIS automation. To this end, we present GeoAnalystBench, a benchmark of 50 Python-based tasks derived from real-world geospatial problems and carefully validated by GIS experts. Each task is paired with a minimum deliverable product, and evaluation covers workflow validity, structural alignment, sem"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.05881","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.05881/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:06:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xuxtNkaODUkTo1DVQAswqx/Hfvqd7NkKzgJSf7DRVdqskmbeEZSLrsvU4wtK5DimYzf1b8sF8rnPxPvP93jtDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T05:39:34.784192Z"},"content_sha256":"1667475778680d57350ab28905c335232c956224df39817c7b51040f19589b86","schema_version":"1.0","event_id":"sha256:1667475778680d57350ab28905c335232c956224df39817c7b51040f19589b86"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P4TW2QUQTON4HDLSQMN2GTEMSR/bundle.json","state_url":"https://pith.science/pith/P4TW2QUQTON4HDLSQMN2GTEMSR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P4TW2QUQTON4HDLSQMN2GTEMSR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T05:39:34Z","links":{"resolver":"https://pith.science/pith/P4TW2QUQTON4HDLSQMN2GTEMSR","bundle":"https://pith.science/pith/P4TW2QUQTON4HDLSQMN2GTEMSR/bundle.json","state":"https://pith.science/pith/P4TW2QUQTON4HDLSQMN2GTEMSR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P4TW2QUQTON4HDLSQMN2GTEMSR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:P4TW2QUQTON4HDLSQMN2GTEMSR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c3a67b00794a03a94348eec3819ca18c6e6b2db297e4e35b6dd374d942789fdd","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-07T00:51:57Z","title_canon_sha256":"cd14b50d8f6cfc979afb40fdbb1f1c4ac9bffbd0dba759c9aaf15541a66ae817"},"schema_version":"1.0","source":{"id":"2509.05881","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.05881","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"arxiv_version","alias_value":"2509.05881v1","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.05881","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"pith_short_12","alias_value":"P4TW2QUQTON4","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"pith_short_16","alias_value":"P4TW2QUQTON4HDLS","created_at":"2026-07-05T12:06:25Z"},{"alias_kind":"pith_short_8","alias_value":"P4TW2QUQ","created_at":"2026-07-05T12:06:25Z"}],"graph_snapshots":[{"event_id":"sha256:1667475778680d57350ab28905c335232c956224df39817c7b51040f19589b86","target":"graph","created_at":"2026-07-05T12:06:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.05881/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in large language models (LLMs) have fueled growing interest in automating geospatial analysis and GIS workflows, yet their actual capabilities remain uncertain. In this work, we call for rigorous evaluation of LLMs on well-defined geoprocessing tasks before making claims about full GIS automation. To this end, we present GeoAnalystBench, a benchmark of 50 Python-based tasks derived from real-world geospatial problems and carefully validated by GIS experts. Each task is paired with a minimum deliverable product, and evaluation covers workflow validity, structural alignment, sem","authors_text":"Chen Wei, Huan Sun, Qianheng Zhang, Shijie Chen, Song Gao, Yibo Zhao, Ying Nie, Yu Su, Ziru Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-07T00:51:57Z","title":"GeoAnalystBench: A GeoAI benchmark for assessing large language models for spatial analysis workflow and code generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.05881","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:348640e525a2b18d7e82ac8146a011d5d0a8370df3896ef8b3b8ee9c4c1ce66a","target":"record","created_at":"2026-07-05T12:06:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c3a67b00794a03a94348eec3819ca18c6e6b2db297e4e35b6dd374d942789fdd","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-07T00:51:57Z","title_canon_sha256":"cd14b50d8f6cfc979afb40fdbb1f1c4ac9bffbd0dba759c9aaf15541a66ae817"},"schema_version":"1.0","source":{"id":"2509.05881","kind":"arxiv","version":1}},"canonical_sha256":"7f276d42909b9bc38d72831ba34c8c946371efe371defafe961ea96513d15965","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7f276d42909b9bc38d72831ba34c8c946371efe371defafe961ea96513d15965","first_computed_at":"2026-07-05T12:06:25.835354Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:06:25.835354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X16gFag8uLGKUMHdrtyD/xuLl3QL/GbJ0igPBV3mE/OijZQ5aRI9i6b5BBq6nsI2utTlwCjEf2d5qGJas+rnDA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:06:25.835792Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.05881","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:348640e525a2b18d7e82ac8146a011d5d0a8370df3896ef8b3b8ee9c4c1ce66a","sha256:1667475778680d57350ab28905c335232c956224df39817c7b51040f19589b86"],"state_sha256":"d829cb96c37b02340d50c1626f2f0931583de59af9c603c6e7a49b5f2ba22d82"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"if0Q5LaTMXOdxrGTOuqVEcld+Ip9ZPaOyGRf8Oc6vTkUJRa6K/1iQg+qmPzKcsK6AoeyTjd+2cwTtyR/RHZNCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T05:39:34.788412Z","bundle_sha256":"5f57b1d63197e2b51a21ecb19fcd691b17de0ed977e1b8cb7be63e623fe72f35"}}