{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DATJHF2IXTLZCDZ5UGKWJYABYO","short_pith_number":"pith:DATJHF2I","canonical_record":{"source":{"id":"2406.16176","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-23T18:01:56Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"5ce6de3b48f5a97d78f5415116f3f90bff8343fe58e5af1f74e12ca340e53206","abstract_canon_sha256":"53a4ee4b15162b248e1f8727f263080bdd5e011336736a47dbd0a447246c02ab"},"schema_version":"1.0"},"canonical_sha256":"1826939748bcd7910f3da19564e001c3a005db13a94c20370b67b0f97ca9003b","source":{"kind":"arxiv","id":"2406.16176","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16176","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16176v2","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16176","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"DATJHF2IXTLZ","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"DATJHF2IXTLZCDZ5","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"DATJHF2I","created_at":"2026-07-05T10:15:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DATJHF2IXTLZCDZ5UGKWJYABYO","target":"record","payload":{"canonical_record":{"source":{"id":"2406.16176","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-23T18:01:56Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"5ce6de3b48f5a97d78f5415116f3f90bff8343fe58e5af1f74e12ca340e53206","abstract_canon_sha256":"53a4ee4b15162b248e1f8727f263080bdd5e011336736a47dbd0a447246c02ab"},"schema_version":"1.0"},"canonical_sha256":"1826939748bcd7910f3da19564e001c3a005db13a94c20370b67b0f97ca9003b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:15:17.806273Z","signature_b64":"CQoKSH4vUj6bzuRm43aZ+JmROC2MzpgMLjMvMs0C7E1K0tEJUgGrC55p3Ok0YFcgvy2Fn8Nddw9nlqvVZeNhDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1826939748bcd7910f3da19564e001c3a005db13a94c20370b67b0f97ca9003b","last_reissued_at":"2026-07-05T10:15:17.805786Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:15:17.805786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.16176","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bgLrFBjn0cs150iXA0XX+8riWosCe/+LPiv+ebAYZ6JxXsi+oM2txdb5vgTCIq9MZh5aKk5N5s6b0oXZMP3ECw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:06:23.062852Z"},"content_sha256":"16e4057c3c6d4e0b47c5e8d4b4cabd1bdd2f6c08018dde3528a23da48e653dcd","schema_version":"1.0","event_id":"sha256:16e4057c3c6d4e0b47c5e8d4b4cabd1bdd2f6c08018dde3528a23da48e653dcd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DATJHF2IXTLZCDZ5UGKWJYABYO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GraphEval36K: Benchmarking Coding and Reasoning Capabilities of Large Language Models on Graph Datasets","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Ambuj K. Singh, Misha Sra, Qiming Wu, Will Corcoran, Zichen Chen","submitted_at":"2024-06-23T18:01:56Z","abstract_excerpt":"Large language models (LLMs) have achieved remarkable success in natural language processing (NLP), demonstrating significant capabilities in processing and understanding text data. However, recent studies have identified limitations in LLMs' ability to manipulate, program, and reason about structured data, especially graphs. We introduce GraphEval36K, the first comprehensive graph dataset, comprising 40 graph coding problems and 36,900 test cases to evaluate the ability of LLMs on graph problem-solving. Our dataset is categorized into eight primary and four sub-categories to ensure a thorough"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16176","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.16176/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bpwp3QOzQlJbdrebGjwPsbPje0DxDc2qI2C2dz4I4gZ8u1N1sTO966cLd3IoSd+iXAC3isF6TwLeMu0D1wl/Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:06:23.064271Z"},"content_sha256":"7b7ef4bc263e47d9c7372ea4915542b740e1e993fd0f31aa66c477dc70e77d66","schema_version":"1.0","event_id":"sha256:7b7ef4bc263e47d9c7372ea4915542b740e1e993fd0f31aa66c477dc70e77d66"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DATJHF2IXTLZCDZ5UGKWJYABYO/bundle.json","state_url":"https://pith.science/pith/DATJHF2IXTLZCDZ5UGKWJYABYO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DATJHF2IXTLZCDZ5UGKWJYABYO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:06:23Z","links":{"resolver":"https://pith.science/pith/DATJHF2IXTLZCDZ5UGKWJYABYO","bundle":"https://pith.science/pith/DATJHF2IXTLZCDZ5UGKWJYABYO/bundle.json","state":"https://pith.science/pith/DATJHF2IXTLZCDZ5UGKWJYABYO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DATJHF2IXTLZCDZ5UGKWJYABYO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DATJHF2IXTLZCDZ5UGKWJYABYO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53a4ee4b15162b248e1f8727f263080bdd5e011336736a47dbd0a447246c02ab","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-23T18:01:56Z","title_canon_sha256":"5ce6de3b48f5a97d78f5415116f3f90bff8343fe58e5af1f74e12ca340e53206"},"schema_version":"1.0","source":{"id":"2406.16176","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16176","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16176v2","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16176","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"pith_short_12","alias_value":"DATJHF2IXTLZ","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"pith_short_16","alias_value":"DATJHF2IXTLZCDZ5","created_at":"2026-07-05T10:15:17Z"},{"alias_kind":"pith_short_8","alias_value":"DATJHF2I","created_at":"2026-07-05T10:15:17Z"}],"graph_snapshots":[{"event_id":"sha256:7b7ef4bc263e47d9c7372ea4915542b740e1e993fd0f31aa66c477dc70e77d66","target":"graph","created_at":"2026-07-05T10:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.16176/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have achieved remarkable success in natural language processing (NLP), demonstrating significant capabilities in processing and understanding text data. However, recent studies have identified limitations in LLMs' ability to manipulate, program, and reason about structured data, especially graphs. We introduce GraphEval36K, the first comprehensive graph dataset, comprising 40 graph coding problems and 36,900 test cases to evaluate the ability of LLMs on graph problem-solving. Our dataset is categorized into eight primary and four sub-categories to ensure a thorough","authors_text":"Ambuj K. Singh, Misha Sra, Qiming Wu, Will Corcoran, Zichen Chen","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-23T18:01:56Z","title":"GraphEval36K: Benchmarking Coding and Reasoning Capabilities of Large Language Models on Graph Datasets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16176","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:16e4057c3c6d4e0b47c5e8d4b4cabd1bdd2f6c08018dde3528a23da48e653dcd","target":"record","created_at":"2026-07-05T10:15:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53a4ee4b15162b248e1f8727f263080bdd5e011336736a47dbd0a447246c02ab","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-23T18:01:56Z","title_canon_sha256":"5ce6de3b48f5a97d78f5415116f3f90bff8343fe58e5af1f74e12ca340e53206"},"schema_version":"1.0","source":{"id":"2406.16176","kind":"arxiv","version":2}},"canonical_sha256":"1826939748bcd7910f3da19564e001c3a005db13a94c20370b67b0f97ca9003b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1826939748bcd7910f3da19564e001c3a005db13a94c20370b67b0f97ca9003b","first_computed_at":"2026-07-05T10:15:17.805786Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:15:17.805786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CQoKSH4vUj6bzuRm43aZ+JmROC2MzpgMLjMvMs0C7E1K0tEJUgGrC55p3Ok0YFcgvy2Fn8Nddw9nlqvVZeNhDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:15:17.806273Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.16176","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:16e4057c3c6d4e0b47c5e8d4b4cabd1bdd2f6c08018dde3528a23da48e653dcd","sha256:7b7ef4bc263e47d9c7372ea4915542b740e1e993fd0f31aa66c477dc70e77d66"],"state_sha256":"f9382e2e61c2fe9bf91a26f96ee5e02ef94bb973a000142cf79f1af4e9065b2a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lem6FeRX3f6JPXBugRpSOr8pdXdkptsiKnw1bkk+X1/NMy92xBG7k1V39Fhu7/H1C80/wVNtMoA7KSQ1SJBKDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:06:23.073102Z","bundle_sha256":"c3029d3bda6e8324c6ce67945100f37e3ace85c9904d7ec4dab96cf9b5e1793a"}}