{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KJBXNX3TRNZT3R3HCSX6JHI52X","short_pith_number":"pith:KJBXNX3T","canonical_record":{"source":{"id":"2409.13712","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-07T02:07:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c74c744e4616ad497192d1e69516cec192c4988ef8b8e0bf1ad9732592a8c4af","abstract_canon_sha256":"f62041d70c51c0becc3523d42df83052d97b83d0ba2827a2b0d33165f49a166e"},"schema_version":"1.0"},"canonical_sha256":"524376df738b733dc76714afe49d1dd5c8c8aacc97addd586753353ce79a9a46","source":{"kind":"arxiv","id":"2409.13712","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13712","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13712v1","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13712","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"pith_short_12","alias_value":"KJBXNX3TRNZT","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"pith_short_16","alias_value":"KJBXNX3TRNZT3R3H","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"pith_short_8","alias_value":"KJBXNX3T","created_at":"2026-07-05T09:10:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KJBXNX3TRNZT3R3HCSX6JHI52X","target":"record","payload":{"canonical_record":{"source":{"id":"2409.13712","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-07T02:07:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c74c744e4616ad497192d1e69516cec192c4988ef8b8e0bf1ad9732592a8c4af","abstract_canon_sha256":"f62041d70c51c0becc3523d42df83052d97b83d0ba2827a2b0d33165f49a166e"},"schema_version":"1.0"},"canonical_sha256":"524376df738b733dc76714afe49d1dd5c8c8aacc97addd586753353ce79a9a46","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:05.843561Z","signature_b64":"3SHcscs43apqn+kxUO+1dK/zte4aQwLXDk57TxkndKMAxmxBT0gLQRSsVYIzHgIjEJUnKmIAvRhsTqGi9WmOCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"524376df738b733dc76714afe49d1dd5c8c8aacc97addd586753353ce79a9a46","last_reissued_at":"2026-07-05T09:10:05.843075Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:05.843075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.13712","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v0EJ0LSPVe1U7+j/Fxnu/GqFuvVt9yS2h7aEkbTYT7JZS+QgIJbDHqQ/f6BbCjor4TXzx/uZRgv9htT4544QBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:16:27.655329Z"},"content_sha256":"a3f9f6592d849f70072f26ea126de34de6b75bf053b9bf54eb90856b1c41e47f","schema_version":"1.0","event_id":"sha256:a3f9f6592d849f70072f26ea126de34de6b75bf053b9bf54eb90856b1c41e47f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KJBXNX3TRNZT3R3HCSX6JHI52X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Good Idea or Not, Representation of LLM Could Tell","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bo Xue, Cheng Deng, Chenghu Zhou, Jiaxin Ding, Luoyi Fu, Shuqian Sheng, Xinbing Wang, Yi Xu, Zanwei Shen","submitted_at":"2024-09-07T02:07:22Z","abstract_excerpt":"In the ever-expanding landscape of academic research, the proliferation of ideas presents a significant challenge for researchers: discerning valuable ideas from the less impactful ones. The ability to efficiently evaluate the potential of these ideas is crucial for the advancement of science and paper review. In this work, we focus on idea assessment, which aims to leverage the knowledge of large language models to assess the merit of scientific ideas. First, we investigate existing text evaluation research and define the problem of quantitative evaluation of ideas. Second, we curate and rele"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13712","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.13712/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wa9jlLIWMSfcR1XH7Sxum7UJ5NWj43gY3B/O1E1hKnEpaiUg2ctqL7c2t8kRAbBLTFRqptqEWvaJ6ixfQRgkBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:16:27.655865Z"},"content_sha256":"2b206361e597b43b555dbf53801dc6783795317adefbc1d08d2c0c74c992269a","schema_version":"1.0","event_id":"sha256:2b206361e597b43b555dbf53801dc6783795317adefbc1d08d2c0c74c992269a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJBXNX3TRNZT3R3HCSX6JHI52X/bundle.json","state_url":"https://pith.science/pith/KJBXNX3TRNZT3R3HCSX6JHI52X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJBXNX3TRNZT3R3HCSX6JHI52X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T17:16:27Z","links":{"resolver":"https://pith.science/pith/KJBXNX3TRNZT3R3HCSX6JHI52X","bundle":"https://pith.science/pith/KJBXNX3TRNZT3R3HCSX6JHI52X/bundle.json","state":"https://pith.science/pith/KJBXNX3TRNZT3R3HCSX6JHI52X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJBXNX3TRNZT3R3HCSX6JHI52X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KJBXNX3TRNZT3R3HCSX6JHI52X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f62041d70c51c0becc3523d42df83052d97b83d0ba2827a2b0d33165f49a166e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-07T02:07:22Z","title_canon_sha256":"c74c744e4616ad497192d1e69516cec192c4988ef8b8e0bf1ad9732592a8c4af"},"schema_version":"1.0","source":{"id":"2409.13712","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13712","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13712v1","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13712","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"pith_short_12","alias_value":"KJBXNX3TRNZT","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"pith_short_16","alias_value":"KJBXNX3TRNZT3R3H","created_at":"2026-07-05T09:10:05Z"},{"alias_kind":"pith_short_8","alias_value":"KJBXNX3T","created_at":"2026-07-05T09:10:05Z"}],"graph_snapshots":[{"event_id":"sha256:2b206361e597b43b555dbf53801dc6783795317adefbc1d08d2c0c74c992269a","target":"graph","created_at":"2026-07-05T09:10:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.13712/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the ever-expanding landscape of academic research, the proliferation of ideas presents a significant challenge for researchers: discerning valuable ideas from the less impactful ones. The ability to efficiently evaluate the potential of these ideas is crucial for the advancement of science and paper review. In this work, we focus on idea assessment, which aims to leverage the knowledge of large language models to assess the merit of scientific ideas. First, we investigate existing text evaluation research and define the problem of quantitative evaluation of ideas. Second, we curate and rele","authors_text":"Bo Xue, Cheng Deng, Chenghu Zhou, Jiaxin Ding, Luoyi Fu, Shuqian Sheng, Xinbing Wang, Yi Xu, Zanwei Shen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-07T02:07:22Z","title":"Good Idea or Not, Representation of LLM Could Tell"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13712","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a3f9f6592d849f70072f26ea126de34de6b75bf053b9bf54eb90856b1c41e47f","target":"record","created_at":"2026-07-05T09:10:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f62041d70c51c0becc3523d42df83052d97b83d0ba2827a2b0d33165f49a166e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-07T02:07:22Z","title_canon_sha256":"c74c744e4616ad497192d1e69516cec192c4988ef8b8e0bf1ad9732592a8c4af"},"schema_version":"1.0","source":{"id":"2409.13712","kind":"arxiv","version":1}},"canonical_sha256":"524376df738b733dc76714afe49d1dd5c8c8aacc97addd586753353ce79a9a46","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"524376df738b733dc76714afe49d1dd5c8c8aacc97addd586753353ce79a9a46","first_computed_at":"2026-07-05T09:10:05.843075Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:05.843075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3SHcscs43apqn+kxUO+1dK/zte4aQwLXDk57TxkndKMAxmxBT0gLQRSsVYIzHgIjEJUnKmIAvRhsTqGi9WmOCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:05.843561Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.13712","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a3f9f6592d849f70072f26ea126de34de6b75bf053b9bf54eb90856b1c41e47f","sha256:2b206361e597b43b555dbf53801dc6783795317adefbc1d08d2c0c74c992269a"],"state_sha256":"1a58c7a42ea108523f601cb129ee4b840ca79a91864d6ff3de6065bd1b92543f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j9PGXImNcvN7t5WM57zk2FSsdEmF82Od0x94PAPIoCh6mDBFCT9HG3A+jo/ENwHXJlo3uQbUWrZaU2zWjy2HBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T17:16:27.659953Z","bundle_sha256":"c486947e1fe7f2d744c615e33a3ff4aa365b7b4289cc51d03c19b46163329c67"}}