{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:QEI4MOFFHXJDI2BHG7TUUMCD4N","short_pith_number":"pith:QEI4MOFF","canonical_record":{"source":{"id":"2504.14191","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-04-19T05:35:45Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"0f18bca24550526d28477cd4406b4e2f81ecf2ed41bb8e60f4348aa84e889348","abstract_canon_sha256":"748598dcec18e57d65807b1028dc251350f88674f306672a0837014cb6e12c95"},"schema_version":"1.0"},"canonical_sha256":"8111c638a53dd234682737e74a3043e36c9126a6f647b3d72577a9d6cc2078ef","source":{"kind":"arxiv","id":"2504.14191","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.14191","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"arxiv_version","alias_value":"2504.14191v3","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.14191","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_12","alias_value":"QEI4MOFFHXJD","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_16","alias_value":"QEI4MOFFHXJDI2BH","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_8","alias_value":"QEI4MOFF","created_at":"2026-07-05T11:08:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:QEI4MOFFHXJDI2BHG7TUUMCD4N","target":"record","payload":{"canonical_record":{"source":{"id":"2504.14191","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-04-19T05:35:45Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"0f18bca24550526d28477cd4406b4e2f81ecf2ed41bb8e60f4348aa84e889348","abstract_canon_sha256":"748598dcec18e57d65807b1028dc251350f88674f306672a0837014cb6e12c95"},"schema_version":"1.0"},"canonical_sha256":"8111c638a53dd234682737e74a3043e36c9126a6f647b3d72577a9d6cc2078ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:41.010124Z","signature_b64":"fSbT4+wDDhmG3R0JcFq6TV9mvU9wzeOiOdj/EyEhliGnCeDeXlpIjxQM0NiKnfC+hzSZH6hiBhzfugCKuiGIDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8111c638a53dd234682737e74a3043e36c9126a6f647b3d72577a9d6cc2078ef","last_reissued_at":"2026-07-05T11:08:41.009624Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:41.009624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.14191","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jJ4JXXQJrpFGW1JBHs5kZuHTJRGA+DIuTgEXFiILmimnfw6HBIl7rRbDzKLsbY3DsIwBCxfjIlj3LZHi8ZPrCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T19:35:54.632538Z"},"content_sha256":"6899aeaf4a6254db0d7bd257120235f12bc640c276004cb95f632cafa8ca144c","schema_version":"1.0","event_id":"sha256:6899aeaf4a6254db0d7bd257120235f12bc640c276004cb95f632cafa8ca144c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:QEI4MOFFHXJDI2BHG7TUUMCD4N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AI Idea Bench 2025: AI Research Idea Generation Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Diping Song, Haoquan Zhang, Kaipeng Zhang, Ming Li, Yansheng Qiu, Zhaopan Xu, Zheng Wang","submitted_at":"2025-04-19T05:35:45Z","abstract_excerpt":"Large-scale Language Models (LLMs) have revolutionized human-AI interaction and achieved significant success in the generation of novel ideas. However, current assessments of idea generation overlook crucial factors such as knowledge leakage in LLMs, the absence of open-ended benchmarks with grounded truth, and the limited scope of feasibility analysis constrained by prompt design. These limitations hinder the potential of uncovering groundbreaking research ideas. In this paper, we present AI Idea Bench 2025, a framework designed to quantitatively evaluate and compare the ideas generated by LL"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.14191","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.14191/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k9JQz4q5FOYiXpDglcUg2UoRQoFMKDT024R8UUfqyXsxS4nswTf/qIBgSgpR+nYNVHXySDhHw4Qb790kW+rwDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T19:35:54.637328Z"},"content_sha256":"d9834a5ac631dc8b4148b604b9e14aa1894fc1975b75f51deeadce69dcf951b0","schema_version":"1.0","event_id":"sha256:d9834a5ac631dc8b4148b604b9e14aa1894fc1975b75f51deeadce69dcf951b0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QEI4MOFFHXJDI2BHG7TUUMCD4N/bundle.json","state_url":"https://pith.science/pith/QEI4MOFFHXJDI2BHG7TUUMCD4N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QEI4MOFFHXJDI2BHG7TUUMCD4N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T19:35:54Z","links":{"resolver":"https://pith.science/pith/QEI4MOFFHXJDI2BHG7TUUMCD4N","bundle":"https://pith.science/pith/QEI4MOFFHXJDI2BHG7TUUMCD4N/bundle.json","state":"https://pith.science/pith/QEI4MOFFHXJDI2BHG7TUUMCD4N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QEI4MOFFHXJDI2BHG7TUUMCD4N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:QEI4MOFFHXJDI2BHG7TUUMCD4N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"748598dcec18e57d65807b1028dc251350f88674f306672a0837014cb6e12c95","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-04-19T05:35:45Z","title_canon_sha256":"0f18bca24550526d28477cd4406b4e2f81ecf2ed41bb8e60f4348aa84e889348"},"schema_version":"1.0","source":{"id":"2504.14191","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.14191","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"arxiv_version","alias_value":"2504.14191v3","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.14191","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_12","alias_value":"QEI4MOFFHXJD","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_16","alias_value":"QEI4MOFFHXJDI2BH","created_at":"2026-07-05T11:08:41Z"},{"alias_kind":"pith_short_8","alias_value":"QEI4MOFF","created_at":"2026-07-05T11:08:41Z"}],"graph_snapshots":[{"event_id":"sha256:d9834a5ac631dc8b4148b604b9e14aa1894fc1975b75f51deeadce69dcf951b0","target":"graph","created_at":"2026-07-05T11:08:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.14191/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale Language Models (LLMs) have revolutionized human-AI interaction and achieved significant success in the generation of novel ideas. However, current assessments of idea generation overlook crucial factors such as knowledge leakage in LLMs, the absence of open-ended benchmarks with grounded truth, and the limited scope of feasibility analysis constrained by prompt design. These limitations hinder the potential of uncovering groundbreaking research ideas. In this paper, we present AI Idea Bench 2025, a framework designed to quantitatively evaluate and compare the ideas generated by LL","authors_text":"Diping Song, Haoquan Zhang, Kaipeng Zhang, Ming Li, Yansheng Qiu, Zhaopan Xu, Zheng Wang","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-04-19T05:35:45Z","title":"AI Idea Bench 2025: AI Research Idea Generation Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.14191","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6899aeaf4a6254db0d7bd257120235f12bc640c276004cb95f632cafa8ca144c","target":"record","created_at":"2026-07-05T11:08:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"748598dcec18e57d65807b1028dc251350f88674f306672a0837014cb6e12c95","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-04-19T05:35:45Z","title_canon_sha256":"0f18bca24550526d28477cd4406b4e2f81ecf2ed41bb8e60f4348aa84e889348"},"schema_version":"1.0","source":{"id":"2504.14191","kind":"arxiv","version":3}},"canonical_sha256":"8111c638a53dd234682737e74a3043e36c9126a6f647b3d72577a9d6cc2078ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8111c638a53dd234682737e74a3043e36c9126a6f647b3d72577a9d6cc2078ef","first_computed_at":"2026-07-05T11:08:41.009624Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:41.009624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fSbT4+wDDhmG3R0JcFq6TV9mvU9wzeOiOdj/EyEhliGnCeDeXlpIjxQM0NiKnfC+hzSZH6hiBhzfugCKuiGIDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:41.010124Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.14191","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6899aeaf4a6254db0d7bd257120235f12bc640c276004cb95f632cafa8ca144c","sha256:d9834a5ac631dc8b4148b604b9e14aa1894fc1975b75f51deeadce69dcf951b0"],"state_sha256":"5a2504ff986a7c1dc68455bf24bbd6c09d329526088b48e563c1f2cc560cd349"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"73KmgiQzK4InvabVEW7Nj104/3mNoS4SkEZJDflxofQeVGahHmAWoNszO02jdpa4QD2T80MuzQpMgtTftc32Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T19:35:54.664623Z","bundle_sha256":"ed5aed4e2face88f1b1534e3f17d68798f3a45f1e2f833039cab861424d99e88"}}