{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EX6T36IW5SI5RJFKZ322J64YBC","short_pith_number":"pith:EX6T36IW","canonical_record":{"source":{"id":"2506.06331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T03:36:16Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"8547ac5ed03e658e737758ee23d3edf3446f5695c970520b663da24980a8ffda","abstract_canon_sha256":"1e07722d5742fb4f2bd9694c696be0d8d4c23ef95174cff7fccd888d7867a76b"},"schema_version":"1.0"},"canonical_sha256":"25fd3df916ec91d8a4aacef5a4fb98089821a05f23b45f441944ec44e1cf3b7a","source":{"kind":"arxiv","id":"2506.06331","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.06331","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"arxiv_version","alias_value":"2506.06331v1","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.06331","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"pith_short_12","alias_value":"EX6T36IW5SI5","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"pith_short_16","alias_value":"EX6T36IW5SI5RJFK","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"pith_short_8","alias_value":"EX6T36IW","created_at":"2026-07-05T11:17:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EX6T36IW5SI5RJFKZ322J64YBC","target":"record","payload":{"canonical_record":{"source":{"id":"2506.06331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T03:36:16Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"8547ac5ed03e658e737758ee23d3edf3446f5695c970520b663da24980a8ffda","abstract_canon_sha256":"1e07722d5742fb4f2bd9694c696be0d8d4c23ef95174cff7fccd888d7867a76b"},"schema_version":"1.0"},"canonical_sha256":"25fd3df916ec91d8a4aacef5a4fb98089821a05f23b45f441944ec44e1cf3b7a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:48.201645Z","signature_b64":"+vmmIAl6kB6k+l4N0zeN9wZVGHJxdEihkiYHOUqH8eOhVC0CkDT25Wv1uj6n50PybMW/y83k3GwXecXUClGrCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"25fd3df916ec91d8a4aacef5a4fb98089821a05f23b45f441944ec44e1cf3b7a","last_reissued_at":"2026-07-05T11:17:48.201160Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:48.201160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.06331","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8qLDV6Lo/er8vVppVO2gImlVTPUDep+FKTgjjgCnYrFpS+/Fdh82NdN5vpJ6o1J52o+Nrxgnlk/nd8QjHahQAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:21:48.701510Z"},"content_sha256":"dcd2f35abfdedc327b5accaf9ad5a7ebfd4710e6d0821c6bf34b76a9c5544ad0","schema_version":"1.0","event_id":"sha256:dcd2f35abfdedc327b5accaf9ad5a7ebfd4710e6d0821c6bf34b76a9c5544ad0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EX6T36IW5SI5RJFKZ322J64YBC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Significant Are the Real Performance Gains? An Unbiased Evaluation Framework for GraphRAG","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CL","authors_text":"Bo Du, Fangcheng Fu, Hao Luo, Jiawei Jiang, Qiming Zeng, Quanqing Xu, Xiao Yan, Yuhao Lin, Yuxiang Wang","submitted_at":"2025-05-31T03:36:16Z","abstract_excerpt":"By retrieving contexts from knowledge graphs, graph-based retrieval-augmented generation (GraphRAG) enhances large language models (LLMs) to generate quality answers for user questions. Many GraphRAG methods have been proposed and reported inspiring performance in answer quality. However, we observe that the current answer evaluation framework for GraphRAG has two critical flaws, i.e., unrelated questions and evaluation biases, which may lead to biased or even wrong conclusions on performance. To tackle the two flaws, we propose an unbiased evaluation framework that uses graph-text-grounded qu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.06331","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.06331/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Nk2AUyVY0IYjcdaWxqqmwRnGGlKT5ehKODpKTcq6tGnSbklmO4EiDNvkWGz2jw8STQDDESemtsUkzuuRcLF4Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:21:48.702021Z"},"content_sha256":"00c725f36ba95ba1dc0cf90f528ad301a47e5b3a73446defad286b68787b9539","schema_version":"1.0","event_id":"sha256:00c725f36ba95ba1dc0cf90f528ad301a47e5b3a73446defad286b68787b9539"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EX6T36IW5SI5RJFKZ322J64YBC/bundle.json","state_url":"https://pith.science/pith/EX6T36IW5SI5RJFKZ322J64YBC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EX6T36IW5SI5RJFKZ322J64YBC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:21:48Z","links":{"resolver":"https://pith.science/pith/EX6T36IW5SI5RJFKZ322J64YBC","bundle":"https://pith.science/pith/EX6T36IW5SI5RJFKZ322J64YBC/bundle.json","state":"https://pith.science/pith/EX6T36IW5SI5RJFKZ322J64YBC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EX6T36IW5SI5RJFKZ322J64YBC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EX6T36IW5SI5RJFKZ322J64YBC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1e07722d5742fb4f2bd9694c696be0d8d4c23ef95174cff7fccd888d7867a76b","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T03:36:16Z","title_canon_sha256":"8547ac5ed03e658e737758ee23d3edf3446f5695c970520b663da24980a8ffda"},"schema_version":"1.0","source":{"id":"2506.06331","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.06331","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"arxiv_version","alias_value":"2506.06331v1","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.06331","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"pith_short_12","alias_value":"EX6T36IW5SI5","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"pith_short_16","alias_value":"EX6T36IW5SI5RJFK","created_at":"2026-07-05T11:17:48Z"},{"alias_kind":"pith_short_8","alias_value":"EX6T36IW","created_at":"2026-07-05T11:17:48Z"}],"graph_snapshots":[{"event_id":"sha256:00c725f36ba95ba1dc0cf90f528ad301a47e5b3a73446defad286b68787b9539","target":"graph","created_at":"2026-07-05T11:17:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.06331/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"By retrieving contexts from knowledge graphs, graph-based retrieval-augmented generation (GraphRAG) enhances large language models (LLMs) to generate quality answers for user questions. Many GraphRAG methods have been proposed and reported inspiring performance in answer quality. However, we observe that the current answer evaluation framework for GraphRAG has two critical flaws, i.e., unrelated questions and evaluation biases, which may lead to biased or even wrong conclusions on performance. To tackle the two flaws, we propose an unbiased evaluation framework that uses graph-text-grounded qu","authors_text":"Bo Du, Fangcheng Fu, Hao Luo, Jiawei Jiang, Qiming Zeng, Quanqing Xu, Xiao Yan, Yuhao Lin, Yuxiang Wang","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T03:36:16Z","title":"How Significant Are the Real Performance Gains? An Unbiased Evaluation Framework for GraphRAG"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.06331","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcd2f35abfdedc327b5accaf9ad5a7ebfd4710e6d0821c6bf34b76a9c5544ad0","target":"record","created_at":"2026-07-05T11:17:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1e07722d5742fb4f2bd9694c696be0d8d4c23ef95174cff7fccd888d7867a76b","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T03:36:16Z","title_canon_sha256":"8547ac5ed03e658e737758ee23d3edf3446f5695c970520b663da24980a8ffda"},"schema_version":"1.0","source":{"id":"2506.06331","kind":"arxiv","version":1}},"canonical_sha256":"25fd3df916ec91d8a4aacef5a4fb98089821a05f23b45f441944ec44e1cf3b7a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"25fd3df916ec91d8a4aacef5a4fb98089821a05f23b45f441944ec44e1cf3b7a","first_computed_at":"2026-07-05T11:17:48.201160Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:48.201160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+vmmIAl6kB6k+l4N0zeN9wZVGHJxdEihkiYHOUqH8eOhVC0CkDT25Wv1uj6n50PybMW/y83k3GwXecXUClGrCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:48.201645Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.06331","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcd2f35abfdedc327b5accaf9ad5a7ebfd4710e6d0821c6bf34b76a9c5544ad0","sha256:00c725f36ba95ba1dc0cf90f528ad301a47e5b3a73446defad286b68787b9539"],"state_sha256":"c1b70ec2f0229cbf0d778dac26fceb201f43a1db80c626ed700da84346389145"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lIJscPMcF4ge42oEbsiJp9R76kfd/JpJcMZGO8qKsXzdYZ/favgVLWx57B1I3soNN8g34knJG+UfOx6TcJToCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:21:48.706377Z","bundle_sha256":"73bb57436b30989ac990fe8e98569ed06a9550e78de1a3ac90ce7b3d5036dcd5"}}