{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:Z2YMA75ZSJ5DCKX5NQD3GTT2WG","short_pith_number":"pith:Z2YMA75Z","canonical_record":{"source":{"id":"2310.08487","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T16:46:58Z","cross_cats_sorted":[],"title_canon_sha256":"6176f0413a49d3d744289d876271dfd51e8bcff9227ea7bef80ba1a77497ac4a","abstract_canon_sha256":"9d9d352f6c3b17b3712c966496828f936da503e9748ade1add33d7f1fa25991b"},"schema_version":"1.0"},"canonical_sha256":"ceb0c07fb9927a312afd6c07b34e7ab19037a27252b1565b5aea96a93d568290","source":{"kind":"arxiv","id":"2310.08487","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08487","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08487v1","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08487","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"pith_short_12","alias_value":"Z2YMA75ZSJ5D","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"pith_short_16","alias_value":"Z2YMA75ZSJ5DCKX5","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"pith_short_8","alias_value":"Z2YMA75Z","created_at":"2026-07-05T07:00:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:Z2YMA75ZSJ5DCKX5NQD3GTT2WG","target":"record","payload":{"canonical_record":{"source":{"id":"2310.08487","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T16:46:58Z","cross_cats_sorted":[],"title_canon_sha256":"6176f0413a49d3d744289d876271dfd51e8bcff9227ea7bef80ba1a77497ac4a","abstract_canon_sha256":"9d9d352f6c3b17b3712c966496828f936da503e9748ade1add33d7f1fa25991b"},"schema_version":"1.0"},"canonical_sha256":"ceb0c07fb9927a312afd6c07b34e7ab19037a27252b1565b5aea96a93d568290","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:00:16.280804Z","signature_b64":"RIf+vZwoMm5thA9hhxnSYuL5JcTjzZ8L2xonfuk48b6+wjmM+ga59pCpc2bvLaN0Y+v50KgqLNTjAOa+A9/TAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ceb0c07fb9927a312afd6c07b34e7ab19037a27252b1565b5aea96a93d568290","last_reissued_at":"2026-07-05T07:00:16.280310Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:00:16.280310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.08487","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tJs1NWeke6M5Sa3GNYcNyklqTnD+DZ3LFE72ARBggyPorN3xyJ/XorhlEQdcy6inVkxjcltTJEZmEFsSlXJDBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:52:32.543013Z"},"content_sha256":"f6b32526f6182395e7ca29fa985d58103c58625ce9c88bb399526cf1fd05df22","schema_version":"1.0","event_id":"sha256:f6b32526f6182395e7ca29fa985d58103c58625ce9c88bb399526cf1fd05df22"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:Z2YMA75ZSJ5DCKX5NQD3GTT2WG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GraphextQA: A Benchmark for Evaluating Graph-Enhanced Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ruotong Liao, Volker Tresp, Yuanchun Shen, Yunpu Ma, Zhen Han","submitted_at":"2023-10-12T16:46:58Z","abstract_excerpt":"While multi-modal models have successfully integrated information from image, video, and audio modalities, integrating graph modality into large language models (LLMs) remains unexplored. This discrepancy largely stems from the inherent divergence between structured graph data and unstructured text data. Incorporating graph knowledge provides a reliable source of information, enabling potential solutions to address issues in text generation, e.g., hallucination, and lack of domain knowledge. To evaluate the integration of graph knowledge into language models, a dedicated dataset is needed. How"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08487","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.08487/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/l//REOR8FVLQOknM4b37wwnIgVnO0YInUI3Az/o1Bqzr9AS5j0VtUX8RHkkJZyC09e11tnuANeGfpG7BmPsDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:52:32.543883Z"},"content_sha256":"c39c71f250300eb8fc85fa12309d085486d2e54ac124a2dcea58b63edd429fc2","schema_version":"1.0","event_id":"sha256:c39c71f250300eb8fc85fa12309d085486d2e54ac124a2dcea58b63edd429fc2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z2YMA75ZSJ5DCKX5NQD3GTT2WG/bundle.json","state_url":"https://pith.science/pith/Z2YMA75ZSJ5DCKX5NQD3GTT2WG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z2YMA75ZSJ5DCKX5NQD3GTT2WG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:52:32Z","links":{"resolver":"https://pith.science/pith/Z2YMA75ZSJ5DCKX5NQD3GTT2WG","bundle":"https://pith.science/pith/Z2YMA75ZSJ5DCKX5NQD3GTT2WG/bundle.json","state":"https://pith.science/pith/Z2YMA75ZSJ5DCKX5NQD3GTT2WG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z2YMA75ZSJ5DCKX5NQD3GTT2WG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:Z2YMA75ZSJ5DCKX5NQD3GTT2WG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d9d352f6c3b17b3712c966496828f936da503e9748ade1add33d7f1fa25991b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T16:46:58Z","title_canon_sha256":"6176f0413a49d3d744289d876271dfd51e8bcff9227ea7bef80ba1a77497ac4a"},"schema_version":"1.0","source":{"id":"2310.08487","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08487","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08487v1","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08487","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"pith_short_12","alias_value":"Z2YMA75ZSJ5D","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"pith_short_16","alias_value":"Z2YMA75ZSJ5DCKX5","created_at":"2026-07-05T07:00:16Z"},{"alias_kind":"pith_short_8","alias_value":"Z2YMA75Z","created_at":"2026-07-05T07:00:16Z"}],"graph_snapshots":[{"event_id":"sha256:c39c71f250300eb8fc85fa12309d085486d2e54ac124a2dcea58b63edd429fc2","target":"graph","created_at":"2026-07-05T07:00:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.08487/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While multi-modal models have successfully integrated information from image, video, and audio modalities, integrating graph modality into large language models (LLMs) remains unexplored. This discrepancy largely stems from the inherent divergence between structured graph data and unstructured text data. Incorporating graph knowledge provides a reliable source of information, enabling potential solutions to address issues in text generation, e.g., hallucination, and lack of domain knowledge. To evaluate the integration of graph knowledge into language models, a dedicated dataset is needed. How","authors_text":"Ruotong Liao, Volker Tresp, Yuanchun Shen, Yunpu Ma, Zhen Han","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T16:46:58Z","title":"GraphextQA: A Benchmark for Evaluating Graph-Enhanced Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08487","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f6b32526f6182395e7ca29fa985d58103c58625ce9c88bb399526cf1fd05df22","target":"record","created_at":"2026-07-05T07:00:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d9d352f6c3b17b3712c966496828f936da503e9748ade1add33d7f1fa25991b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T16:46:58Z","title_canon_sha256":"6176f0413a49d3d744289d876271dfd51e8bcff9227ea7bef80ba1a77497ac4a"},"schema_version":"1.0","source":{"id":"2310.08487","kind":"arxiv","version":1}},"canonical_sha256":"ceb0c07fb9927a312afd6c07b34e7ab19037a27252b1565b5aea96a93d568290","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ceb0c07fb9927a312afd6c07b34e7ab19037a27252b1565b5aea96a93d568290","first_computed_at":"2026-07-05T07:00:16.280310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:00:16.280310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RIf+vZwoMm5thA9hhxnSYuL5JcTjzZ8L2xonfuk48b6+wjmM+ga59pCpc2bvLaN0Y+v50KgqLNTjAOa+A9/TAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:00:16.280804Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.08487","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f6b32526f6182395e7ca29fa985d58103c58625ce9c88bb399526cf1fd05df22","sha256:c39c71f250300eb8fc85fa12309d085486d2e54ac124a2dcea58b63edd429fc2"],"state_sha256":"38ad4d04cb73ec49b1d690466333481dff858691a9c952abab67efd71535dffb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ae8vKdlCT9Ab7Ryo8MoI3wKyWDL9PhFEOdFbALrzdCBV+yInsJCi6NDpSIcYPWoG3La5rSDAHIMhsKtpSywOCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:52:32.579388Z","bundle_sha256":"7d7a2cbe2c322977e94366a44257f519668a07cf2124fc3ca1678d969002eec5"}}