{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QTNYVKAXG44QG34ADQKGWUHFLO","short_pith_number":"pith:QTNYVKAX","canonical_record":{"source":{"id":"2406.15992","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T02:59:15Z","cross_cats_sorted":[],"title_canon_sha256":"a797edf9986887ec7afaf56b0c8d533716ad21f271f09096ebd9f06a0bb91b11","abstract_canon_sha256":"65c47ef272679db3e557043ee9d1590b94bf9d04b9d3009fbbe7fd21114bc124"},"schema_version":"1.0"},"canonical_sha256":"84db8aa8173739036f801c146b50e55b8c7612c3d352a6295ebc739569ee4939","source":{"kind":"arxiv","id":"2406.15992","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15992","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15992v2","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15992","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"pith_short_12","alias_value":"QTNYVKAXG44Q","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"pith_short_16","alias_value":"QTNYVKAXG44QG34A","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"pith_short_8","alias_value":"QTNYVKAX","created_at":"2026-07-05T09:19:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QTNYVKAXG44QG34ADQKGWUHFLO","target":"record","payload":{"canonical_record":{"source":{"id":"2406.15992","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T02:59:15Z","cross_cats_sorted":[],"title_canon_sha256":"a797edf9986887ec7afaf56b0c8d533716ad21f271f09096ebd9f06a0bb91b11","abstract_canon_sha256":"65c47ef272679db3e557043ee9d1590b94bf9d04b9d3009fbbe7fd21114bc124"},"schema_version":"1.0"},"canonical_sha256":"84db8aa8173739036f801c146b50e55b8c7612c3d352a6295ebc739569ee4939","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:10.669067Z","signature_b64":"d4R96F1YhRSZHbXoBAgdGUGsdxqRUJz9qWHgxcUUFmNQt2x7F3oksM1CuJsg44zL+9V9OYPJ2HPsl7vTMHkCDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"84db8aa8173739036f801c146b50e55b8c7612c3d352a6295ebc739569ee4939","last_reissued_at":"2026-07-05T09:19:10.668504Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:10.668504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.15992","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qqu233AssPTj7LygltbyD6rxrrmqyvWA1XQGSKE3iYbr9QbRCr+am8zf0dOto+38xIm3S+h6MgSJkACYlpsaCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:25:12.018342Z"},"content_sha256":"8166d5d9be8c514cc1d40b699ef0a9705b2950f769b39da8146936cee3ad9ec2","schema_version":"1.0","event_id":"sha256:8166d5d9be8c514cc1d40b699ef0a9705b2950f769b39da8146936cee3ad9ec2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QTNYVKAXG44QG34ADQKGWUHFLO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can LLM Graph Reasoning Generalize beyond Pattern Memorization?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Heng Wang, Shangbin Feng, Tianxing He, Xiaochuang Han, Yizhuo Zhang, Yulia Tsvetkov, Zhaoxuan Tan","submitted_at":"2024-06-23T02:59:15Z","abstract_excerpt":"Large language models (LLMs) demonstrate great potential for problems with implicit graphical structures, while recent works seek to enhance the graph reasoning capabilities of LLMs through specialized instruction tuning. The resulting 'graph LLMs' are evaluated with in-distribution settings only, thus it remains underexplored whether LLMs are learning generalizable graph reasoning skills or merely memorizing patterns in the synthetic training data. To this end, we propose the NLGift benchmark, an evaluation suite of LLM graph reasoning generalization: whether LLMs could go beyond semantic, nu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15992","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.15992/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UyX9oy/5h3sJ+ytJupI+iYrBElqBxK2oeB7QZfoCtfPHbvlvZVnIZqDOIbIPCRBdV7wxzR9xhPw351i7wyQ6AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:25:12.019231Z"},"content_sha256":"4bb2b3ea7e7b63f11b9597a9733910ba19b5e63aad69a7e66e86a8b35e95bc64","schema_version":"1.0","event_id":"sha256:4bb2b3ea7e7b63f11b9597a9733910ba19b5e63aad69a7e66e86a8b35e95bc64"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QTNYVKAXG44QG34ADQKGWUHFLO/bundle.json","state_url":"https://pith.science/pith/QTNYVKAXG44QG34ADQKGWUHFLO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QTNYVKAXG44QG34ADQKGWUHFLO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T08:25:12Z","links":{"resolver":"https://pith.science/pith/QTNYVKAXG44QG34ADQKGWUHFLO","bundle":"https://pith.science/pith/QTNYVKAXG44QG34ADQKGWUHFLO/bundle.json","state":"https://pith.science/pith/QTNYVKAXG44QG34ADQKGWUHFLO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QTNYVKAXG44QG34ADQKGWUHFLO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QTNYVKAXG44QG34ADQKGWUHFLO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"65c47ef272679db3e557043ee9d1590b94bf9d04b9d3009fbbe7fd21114bc124","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T02:59:15Z","title_canon_sha256":"a797edf9986887ec7afaf56b0c8d533716ad21f271f09096ebd9f06a0bb91b11"},"schema_version":"1.0","source":{"id":"2406.15992","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15992","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15992v2","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15992","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"pith_short_12","alias_value":"QTNYVKAXG44Q","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"pith_short_16","alias_value":"QTNYVKAXG44QG34A","created_at":"2026-07-05T09:19:10Z"},{"alias_kind":"pith_short_8","alias_value":"QTNYVKAX","created_at":"2026-07-05T09:19:10Z"}],"graph_snapshots":[{"event_id":"sha256:4bb2b3ea7e7b63f11b9597a9733910ba19b5e63aad69a7e66e86a8b35e95bc64","target":"graph","created_at":"2026-07-05T09:19:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.15992/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) demonstrate great potential for problems with implicit graphical structures, while recent works seek to enhance the graph reasoning capabilities of LLMs through specialized instruction tuning. The resulting 'graph LLMs' are evaluated with in-distribution settings only, thus it remains underexplored whether LLMs are learning generalizable graph reasoning skills or merely memorizing patterns in the synthetic training data. To this end, we propose the NLGift benchmark, an evaluation suite of LLM graph reasoning generalization: whether LLMs could go beyond semantic, nu","authors_text":"Heng Wang, Shangbin Feng, Tianxing He, Xiaochuang Han, Yizhuo Zhang, Yulia Tsvetkov, Zhaoxuan Tan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T02:59:15Z","title":"Can LLM Graph Reasoning Generalize beyond Pattern Memorization?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15992","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8166d5d9be8c514cc1d40b699ef0a9705b2950f769b39da8146936cee3ad9ec2","target":"record","created_at":"2026-07-05T09:19:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"65c47ef272679db3e557043ee9d1590b94bf9d04b9d3009fbbe7fd21114bc124","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T02:59:15Z","title_canon_sha256":"a797edf9986887ec7afaf56b0c8d533716ad21f271f09096ebd9f06a0bb91b11"},"schema_version":"1.0","source":{"id":"2406.15992","kind":"arxiv","version":2}},"canonical_sha256":"84db8aa8173739036f801c146b50e55b8c7612c3d352a6295ebc739569ee4939","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"84db8aa8173739036f801c146b50e55b8c7612c3d352a6295ebc739569ee4939","first_computed_at":"2026-07-05T09:19:10.668504Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:10.668504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d4R96F1YhRSZHbXoBAgdGUGsdxqRUJz9qWHgxcUUFmNQt2x7F3oksM1CuJsg44zL+9V9OYPJ2HPsl7vTMHkCDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:10.669067Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.15992","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8166d5d9be8c514cc1d40b699ef0a9705b2950f769b39da8146936cee3ad9ec2","sha256:4bb2b3ea7e7b63f11b9597a9733910ba19b5e63aad69a7e66e86a8b35e95bc64"],"state_sha256":"4a27116f8dbdcf0456cd1751021962fcdbae38c6858454f02975ad7a62c1ec60"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZX7VoUOmLgT0HZVrpex5VcWYtMhTssfAf5CrJY9T4woCwJiZHnrk0gpUJpbJL+cm2VLEPnyRUPr/ek+flL6OCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T08:25:12.026050Z","bundle_sha256":"bb52aca25ef589e4dd5c7b3fbdad1d6d0075344131b1cd83e9d38b9cdf1a7fbe"}}