{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ERAWIBTWRSMRD2DRLOQR5PQAUW","short_pith_number":"pith:ERAWIBTW","canonical_record":{"source":{"id":"2307.07697","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-15T03:31:38Z","cross_cats_sorted":[],"title_canon_sha256":"d9017628a0b2f279001dc16c9c4a0f7252b67218d4cbcd546f059485eaaa411c","abstract_canon_sha256":"a545d14534a8e784d9da34265ff4149821c6a46dbb18e99f0d5652d8d3fa083d"},"schema_version":"1.0"},"canonical_sha256":"24416406768c9911e8715ba11ebe00a5b68014e2db2cc5d996026a1ece969834","source":{"kind":"arxiv","id":"2307.07697","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.07697","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"arxiv_version","alias_value":"2307.07697v6","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.07697","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"pith_short_12","alias_value":"ERAWIBTWRSMR","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"pith_short_16","alias_value":"ERAWIBTWRSMRD2DR","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"pith_short_8","alias_value":"ERAWIBTW","created_at":"2026-07-05T07:59:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ERAWIBTWRSMRD2DRLOQR5PQAUW","target":"record","payload":{"canonical_record":{"source":{"id":"2307.07697","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-15T03:31:38Z","cross_cats_sorted":[],"title_canon_sha256":"d9017628a0b2f279001dc16c9c4a0f7252b67218d4cbcd546f059485eaaa411c","abstract_canon_sha256":"a545d14534a8e784d9da34265ff4149821c6a46dbb18e99f0d5652d8d3fa083d"},"schema_version":"1.0"},"canonical_sha256":"24416406768c9911e8715ba11ebe00a5b68014e2db2cc5d996026a1ece969834","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:59:51.769308Z","signature_b64":"R3fTXE0vKcsJknLXc3Xyj0V5ugcRM1EckN2ydp3CFpFwac2DWKrWjR1t5EjFqCbxVFbKZ+q0CO/cGb7DwE8DDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"24416406768c9911e8715ba11ebe00a5b68014e2db2cc5d996026a1ece969834","last_reissued_at":"2026-07-05T07:59:51.768769Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:59:51.768769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.07697","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:59:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5B9Dy8CuOjsEMzVa4+mbhabeFEtAMYCoPwMgUndq3E7B8XdmNboKDwV/sYaT2ATIBRdQ06t4DcLEoDBC4NKjAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:17:02.818205Z"},"content_sha256":"1f40f36c1c0eba9f43e1673b503617e0214f01ae8fc3bbe0edf53e664e1b8c36","schema_version":"1.0","event_id":"sha256:1f40f36c1c0eba9f43e1673b503617e0214f01ae8fc3bbe0edf53e664e1b8c36"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ERAWIBTWRSMRD2DRLOQR5PQAUW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Think-on-Graph: Deep and Responsible Reasoning of Large Language Model on Knowledge Graph","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chengjin Xu, Chen Lin, Heung-Yeung Shum, Jian Guo, Jiashuo Sun, Lionel M. Ni, Lumingyuan Tang, Saizhuo Wang, Yeyun Gong","submitted_at":"2023-07-15T03:31:38Z","abstract_excerpt":"Although large language models (LLMs) have achieved significant success in various tasks, they often struggle with hallucination problems, especially in scenarios requiring deep and responsible reasoning. These issues could be partially addressed by introducing external knowledge graphs (KG) in LLM reasoning. In this paper, we propose a new LLM-KG integrating paradigm ``$\\hbox{LLM}\\otimes\\hbox{KG}$'' which treats the LLM as an agent to interactively explore related entities and relations on KGs and perform reasoning based on the retrieved knowledge. We further implement this paradigm by introd"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.07697","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.07697/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:59:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eefy64eXK11dKX/bbz2QhoVUKJfqWipE1Hrqo3vpTp3t0RrNjc+tTWqJ0QC0IM3cPva0OThzN8VESUNoVOEiBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:17:02.818698Z"},"content_sha256":"dbba58446fc81c2e99ba6016442ef0d5f973116480ff75d354943a5bce2f14b8","schema_version":"1.0","event_id":"sha256:dbba58446fc81c2e99ba6016442ef0d5f973116480ff75d354943a5bce2f14b8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ERAWIBTWRSMRD2DRLOQR5PQAUW/bundle.json","state_url":"https://pith.science/pith/ERAWIBTWRSMRD2DRLOQR5PQAUW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ERAWIBTWRSMRD2DRLOQR5PQAUW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:17:02Z","links":{"resolver":"https://pith.science/pith/ERAWIBTWRSMRD2DRLOQR5PQAUW","bundle":"https://pith.science/pith/ERAWIBTWRSMRD2DRLOQR5PQAUW/bundle.json","state":"https://pith.science/pith/ERAWIBTWRSMRD2DRLOQR5PQAUW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ERAWIBTWRSMRD2DRLOQR5PQAUW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ERAWIBTWRSMRD2DRLOQR5PQAUW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a545d14534a8e784d9da34265ff4149821c6a46dbb18e99f0d5652d8d3fa083d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-15T03:31:38Z","title_canon_sha256":"d9017628a0b2f279001dc16c9c4a0f7252b67218d4cbcd546f059485eaaa411c"},"schema_version":"1.0","source":{"id":"2307.07697","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.07697","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"arxiv_version","alias_value":"2307.07697v6","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.07697","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"pith_short_12","alias_value":"ERAWIBTWRSMR","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"pith_short_16","alias_value":"ERAWIBTWRSMRD2DR","created_at":"2026-07-05T07:59:51Z"},{"alias_kind":"pith_short_8","alias_value":"ERAWIBTW","created_at":"2026-07-05T07:59:51Z"}],"graph_snapshots":[{"event_id":"sha256:dbba58446fc81c2e99ba6016442ef0d5f973116480ff75d354943a5bce2f14b8","target":"graph","created_at":"2026-07-05T07:59:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.07697/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although large language models (LLMs) have achieved significant success in various tasks, they often struggle with hallucination problems, especially in scenarios requiring deep and responsible reasoning. These issues could be partially addressed by introducing external knowledge graphs (KG) in LLM reasoning. In this paper, we propose a new LLM-KG integrating paradigm ``$\\hbox{LLM}\\otimes\\hbox{KG}$'' which treats the LLM as an agent to interactively explore related entities and relations on KGs and perform reasoning based on the retrieved knowledge. We further implement this paradigm by introd","authors_text":"Chengjin Xu, Chen Lin, Heung-Yeung Shum, Jian Guo, Jiashuo Sun, Lionel M. Ni, Lumingyuan Tang, Saizhuo Wang, Yeyun Gong","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-15T03:31:38Z","title":"Think-on-Graph: Deep and Responsible Reasoning of Large Language Model on Knowledge Graph"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.07697","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1f40f36c1c0eba9f43e1673b503617e0214f01ae8fc3bbe0edf53e664e1b8c36","target":"record","created_at":"2026-07-05T07:59:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a545d14534a8e784d9da34265ff4149821c6a46dbb18e99f0d5652d8d3fa083d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-15T03:31:38Z","title_canon_sha256":"d9017628a0b2f279001dc16c9c4a0f7252b67218d4cbcd546f059485eaaa411c"},"schema_version":"1.0","source":{"id":"2307.07697","kind":"arxiv","version":6}},"canonical_sha256":"24416406768c9911e8715ba11ebe00a5b68014e2db2cc5d996026a1ece969834","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24416406768c9911e8715ba11ebe00a5b68014e2db2cc5d996026a1ece969834","first_computed_at":"2026-07-05T07:59:51.768769Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:59:51.768769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"R3fTXE0vKcsJknLXc3Xyj0V5ugcRM1EckN2ydp3CFpFwac2DWKrWjR1t5EjFqCbxVFbKZ+q0CO/cGb7DwE8DDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:59:51.769308Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.07697","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1f40f36c1c0eba9f43e1673b503617e0214f01ae8fc3bbe0edf53e664e1b8c36","sha256:dbba58446fc81c2e99ba6016442ef0d5f973116480ff75d354943a5bce2f14b8"],"state_sha256":"b4b1c44526f470ff1145a38111bd89e56e00efb6cf6a2e45f07de77777fa6a12"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QfgBXPa9kWplBWnmcVOQCtET/LLQ6g1DytoJezZPeoNkDzQT/eflX9HzzOLwdLiLTwLyQW3uctGzhBaIsxzLAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:17:02.822234Z","bundle_sha256":"2f396412ccbca1e278c0ad1a21d14e5c68fb83172d4cd1dc945cae0aa921ba79"}}