{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:M7DSGNTIE4CXH5XY3EC72OW7AF","short_pith_number":"pith:M7DSGNTI","canonical_record":{"source":{"id":"2412.01490","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-02T13:41:38Z","cross_cats_sorted":[],"title_canon_sha256":"3d9943407b0dd73973dc03f5e103b7bc906b9ecbe13a657829142cff5da8bed4","abstract_canon_sha256":"41ba17ee07d8dc9e507247ddbef65d07c324e8c534474afef960b8d7ab9fef2f"},"schema_version":"1.0"},"canonical_sha256":"67c7233668270573f6f8d905fd3adf01668af479773376519d9c688f72b72335","source":{"kind":"arxiv","id":"2412.01490","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.01490","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"arxiv_version","alias_value":"2412.01490v4","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.01490","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"pith_short_12","alias_value":"M7DSGNTIE4CX","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"pith_short_16","alias_value":"M7DSGNTIE4CXH5XY","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"pith_short_8","alias_value":"M7DSGNTI","created_at":"2026-07-05T09:45:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:M7DSGNTIE4CXH5XY3EC72OW7AF","target":"record","payload":{"canonical_record":{"source":{"id":"2412.01490","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-02T13:41:38Z","cross_cats_sorted":[],"title_canon_sha256":"3d9943407b0dd73973dc03f5e103b7bc906b9ecbe13a657829142cff5da8bed4","abstract_canon_sha256":"41ba17ee07d8dc9e507247ddbef65d07c324e8c534474afef960b8d7ab9fef2f"},"schema_version":"1.0"},"canonical_sha256":"67c7233668270573f6f8d905fd3adf01668af479773376519d9c688f72b72335","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:17.000292Z","signature_b64":"7epmUUAW2kfF6P1/pI5P7gwwa1VfakVOpVX0wdYP5eLbXUD1v0IeeGm3XxPgzp6Tmbz2nqaN4ccruWZZ1h7EBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"67c7233668270573f6f8d905fd3adf01668af479773376519d9c688f72b72335","last_reissued_at":"2026-07-05T09:45:16.999862Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:16.999862Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.01490","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4dJ1/7Pr4gzuahJ4oOX1yQQlLNoMSmJO/8MV7AsxcLa5802Wr/qiIW7nxJLo458XXSNO4efTOMZ4nKl8OfbxBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:52:58.542422Z"},"content_sha256":"e82f7671ac83b61981d80924b5b3531113081a7f7f96ae6261982d6484cf4035","schema_version":"1.0","event_id":"sha256:e82f7671ac83b61981d80924b5b3531113081a7f7f96ae6261982d6484cf4035"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:M7DSGNTIE4CXH5XY3EC72OW7AF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Intelligent Spark Agents: A Modular LangGraph Framework for Scalable, Visualized, and Enhanced Big Data Machine Learning Workflows","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Jialin Wang, Zhihua Duan","submitted_at":"2024-12-02T13:41:38Z","abstract_excerpt":"This paper presents a Spark-based modular LangGraph framework, designed to enhance machine learning workflows through scalability, visualization, and intelligent process optimization. At its core, the framework introduces Agent AI, a pivotal innovation that leverages Spark's distributed computing capabilities and integrates with LangGraph for workflow orchestration.\n  Agent AI facilitates the automation of data preprocessing, feature engineering, and model evaluation while dynamically interacting with data through Spark SQL and DataFrame agents. Through LangGraph's graph-structured workflows, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.01490","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.01490/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dDDUImEd9/ihdIuIuxHQjJCfNRfh2JYT+snTwOSbEf6wZ09J61ZisXZt8trA3NhNnnODGWeTL+R35kO77QbWAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:52:58.542924Z"},"content_sha256":"8e521788076e017a70707c4f1ca882a41ea7e782e2af8d18d1895fd4593f67e6","schema_version":"1.0","event_id":"sha256:8e521788076e017a70707c4f1ca882a41ea7e782e2af8d18d1895fd4593f67e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M7DSGNTIE4CXH5XY3EC72OW7AF/bundle.json","state_url":"https://pith.science/pith/M7DSGNTIE4CXH5XY3EC72OW7AF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M7DSGNTIE4CXH5XY3EC72OW7AF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:52:58Z","links":{"resolver":"https://pith.science/pith/M7DSGNTIE4CXH5XY3EC72OW7AF","bundle":"https://pith.science/pith/M7DSGNTIE4CXH5XY3EC72OW7AF/bundle.json","state":"https://pith.science/pith/M7DSGNTIE4CXH5XY3EC72OW7AF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M7DSGNTIE4CXH5XY3EC72OW7AF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:M7DSGNTIE4CXH5XY3EC72OW7AF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41ba17ee07d8dc9e507247ddbef65d07c324e8c534474afef960b8d7ab9fef2f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-02T13:41:38Z","title_canon_sha256":"3d9943407b0dd73973dc03f5e103b7bc906b9ecbe13a657829142cff5da8bed4"},"schema_version":"1.0","source":{"id":"2412.01490","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.01490","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"arxiv_version","alias_value":"2412.01490v4","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.01490","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"pith_short_12","alias_value":"M7DSGNTIE4CX","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"pith_short_16","alias_value":"M7DSGNTIE4CXH5XY","created_at":"2026-07-05T09:45:16Z"},{"alias_kind":"pith_short_8","alias_value":"M7DSGNTI","created_at":"2026-07-05T09:45:16Z"}],"graph_snapshots":[{"event_id":"sha256:8e521788076e017a70707c4f1ca882a41ea7e782e2af8d18d1895fd4593f67e6","target":"graph","created_at":"2026-07-05T09:45:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.01490/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents a Spark-based modular LangGraph framework, designed to enhance machine learning workflows through scalability, visualization, and intelligent process optimization. At its core, the framework introduces Agent AI, a pivotal innovation that leverages Spark's distributed computing capabilities and integrates with LangGraph for workflow orchestration.\n  Agent AI facilitates the automation of data preprocessing, feature engineering, and model evaluation while dynamically interacting with data through Spark SQL and DataFrame agents. Through LangGraph's graph-structured workflows, ","authors_text":"Jialin Wang, Zhihua Duan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-02T13:41:38Z","title":"Intelligent Spark Agents: A Modular LangGraph Framework for Scalable, Visualized, and Enhanced Big Data Machine Learning Workflows"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.01490","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e82f7671ac83b61981d80924b5b3531113081a7f7f96ae6261982d6484cf4035","target":"record","created_at":"2026-07-05T09:45:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41ba17ee07d8dc9e507247ddbef65d07c324e8c534474afef960b8d7ab9fef2f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-02T13:41:38Z","title_canon_sha256":"3d9943407b0dd73973dc03f5e103b7bc906b9ecbe13a657829142cff5da8bed4"},"schema_version":"1.0","source":{"id":"2412.01490","kind":"arxiv","version":4}},"canonical_sha256":"67c7233668270573f6f8d905fd3adf01668af479773376519d9c688f72b72335","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"67c7233668270573f6f8d905fd3adf01668af479773376519d9c688f72b72335","first_computed_at":"2026-07-05T09:45:16.999862Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:16.999862Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7epmUUAW2kfF6P1/pI5P7gwwa1VfakVOpVX0wdYP5eLbXUD1v0IeeGm3XxPgzp6Tmbz2nqaN4ccruWZZ1h7EBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:17.000292Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.01490","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e82f7671ac83b61981d80924b5b3531113081a7f7f96ae6261982d6484cf4035","sha256:8e521788076e017a70707c4f1ca882a41ea7e782e2af8d18d1895fd4593f67e6"],"state_sha256":"6de4b0d6b12a0d07759994ec7768149c2caf290c7879428907b1cad8455ca34c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p2QTLkHfhP1m/P7PctfGca1LxpDWzubdmfhfLw0tGdpYQmrXjuGOnkjyPjy7UO691D/j+TA8YcCFHHc+w7Y6Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:52:58.546784Z","bundle_sha256":"490db7b744d9d74bea38dfcff132da5c82a3a4b5fd47de83104fed063d4bee8d"}}