{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TKT2QJLLZFSYMNXTRLAEWLAMXF","short_pith_number":"pith:TKT2QJLL","canonical_record":{"source":{"id":"2409.06883","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T21:54:46Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ec9f3dca19afed25162c689f780ad6d2510421c133f589a05050e7a02050f0ae","abstract_canon_sha256":"6ef1400860b524845de06ecdfca65813cf45076b5841a2535fa66b5593db71fd"},"schema_version":"1.0"},"canonical_sha256":"9aa7a8256bc9658636f38ac04b2c0cb94d41b02b91e7b722612d9485003e97c7","source":{"kind":"arxiv","id":"2409.06883","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.06883","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"arxiv_version","alias_value":"2409.06883v1","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.06883","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"pith_short_12","alias_value":"TKT2QJLLZFSY","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"pith_short_16","alias_value":"TKT2QJLLZFSYMNXT","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"pith_short_8","alias_value":"TKT2QJLL","created_at":"2026-07-05T09:05:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TKT2QJLLZFSYMNXTRLAEWLAMXF","target":"record","payload":{"canonical_record":{"source":{"id":"2409.06883","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T21:54:46Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ec9f3dca19afed25162c689f780ad6d2510421c133f589a05050e7a02050f0ae","abstract_canon_sha256":"6ef1400860b524845de06ecdfca65813cf45076b5841a2535fa66b5593db71fd"},"schema_version":"1.0"},"canonical_sha256":"9aa7a8256bc9658636f38ac04b2c0cb94d41b02b91e7b722612d9485003e97c7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:05:42.583443Z","signature_b64":"KrAa1MPhEGYCMin5P5N1D8Uo8eaJbWTGexwjvw94fmcuwIBQaNhLLIEl2iOdvRUrgJdEKaMjV8Tkwa2pU3TTCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9aa7a8256bc9658636f38ac04b2c0cb94d41b02b91e7b722612d9485003e97c7","last_reissued_at":"2026-07-05T09:05:42.583005Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:05:42.583005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.06883","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:05:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bDBICN8fUY6r6fY8b8JzXlqYlJ5x+jGYKPCHpA0Uht8OxxwnYsnHqnfRTGZfIcoezvUZtPdWEnqxDE6XuvcIAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T11:29:44.543402Z"},"content_sha256":"2530d2ba053bf62c7e904764d919770204637697954a6de0f8d77c3e1923f1ca","schema_version":"1.0","event_id":"sha256:2530d2ba053bf62c7e904764d919770204637697954a6de0f8d77c3e1923f1ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TKT2QJLLZFSYMNXTRLAEWLAMXF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Dataset for Evaluating LLM-based Evaluation Functions for Research Question Extraction Task","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hideki Asoh, Shiro Takagi, Wataru Kumagai, Yuya Fujisaki","submitted_at":"2024-09-10T21:54:46Z","abstract_excerpt":"The progress in text summarization techniques has been remarkable. However the task of accurately extracting and summarizing necessary information from highly specialized documents such as research papers has not been sufficiently investigated. We are focusing on the task of extracting research questions (RQ) from research papers and construct a new dataset consisting of machine learning papers, RQ extracted from these papers by GPT-4, and human evaluations of the extracted RQ from multiple perspectives. Using this dataset, we systematically compared recently proposed LLM-based evaluation func"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.06883","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.06883/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:05:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CP3Mjp/xN8Z+MV2bTveqX8QzeRd0jFQgBX58Vljlg057utMZh2oxjr0yOeqyaChmDqEPIBfvVPoDdzOQshYsBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T11:29:44.543784Z"},"content_sha256":"6ea7390299dd3798152fb8598ca59eb6a4c29cc314585f404ec3d7ba35e370f6","schema_version":"1.0","event_id":"sha256:6ea7390299dd3798152fb8598ca59eb6a4c29cc314585f404ec3d7ba35e370f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TKT2QJLLZFSYMNXTRLAEWLAMXF/bundle.json","state_url":"https://pith.science/pith/TKT2QJLLZFSYMNXTRLAEWLAMXF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TKT2QJLLZFSYMNXTRLAEWLAMXF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T11:29:44Z","links":{"resolver":"https://pith.science/pith/TKT2QJLLZFSYMNXTRLAEWLAMXF","bundle":"https://pith.science/pith/TKT2QJLLZFSYMNXTRLAEWLAMXF/bundle.json","state":"https://pith.science/pith/TKT2QJLLZFSYMNXTRLAEWLAMXF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TKT2QJLLZFSYMNXTRLAEWLAMXF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TKT2QJLLZFSYMNXTRLAEWLAMXF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6ef1400860b524845de06ecdfca65813cf45076b5841a2535fa66b5593db71fd","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T21:54:46Z","title_canon_sha256":"ec9f3dca19afed25162c689f780ad6d2510421c133f589a05050e7a02050f0ae"},"schema_version":"1.0","source":{"id":"2409.06883","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.06883","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"arxiv_version","alias_value":"2409.06883v1","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.06883","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"pith_short_12","alias_value":"TKT2QJLLZFSY","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"pith_short_16","alias_value":"TKT2QJLLZFSYMNXT","created_at":"2026-07-05T09:05:42Z"},{"alias_kind":"pith_short_8","alias_value":"TKT2QJLL","created_at":"2026-07-05T09:05:42Z"}],"graph_snapshots":[{"event_id":"sha256:6ea7390299dd3798152fb8598ca59eb6a4c29cc314585f404ec3d7ba35e370f6","target":"graph","created_at":"2026-07-05T09:05:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.06883/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The progress in text summarization techniques has been remarkable. However the task of accurately extracting and summarizing necessary information from highly specialized documents such as research papers has not been sufficiently investigated. We are focusing on the task of extracting research questions (RQ) from research papers and construct a new dataset consisting of machine learning papers, RQ extracted from these papers by GPT-4, and human evaluations of the extracted RQ from multiple perspectives. Using this dataset, we systematically compared recently proposed LLM-based evaluation func","authors_text":"Hideki Asoh, Shiro Takagi, Wataru Kumagai, Yuya Fujisaki","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T21:54:46Z","title":"A Dataset for Evaluating LLM-based Evaluation Functions for Research Question Extraction Task"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.06883","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2530d2ba053bf62c7e904764d919770204637697954a6de0f8d77c3e1923f1ca","target":"record","created_at":"2026-07-05T09:05:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6ef1400860b524845de06ecdfca65813cf45076b5841a2535fa66b5593db71fd","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-10T21:54:46Z","title_canon_sha256":"ec9f3dca19afed25162c689f780ad6d2510421c133f589a05050e7a02050f0ae"},"schema_version":"1.0","source":{"id":"2409.06883","kind":"arxiv","version":1}},"canonical_sha256":"9aa7a8256bc9658636f38ac04b2c0cb94d41b02b91e7b722612d9485003e97c7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9aa7a8256bc9658636f38ac04b2c0cb94d41b02b91e7b722612d9485003e97c7","first_computed_at":"2026-07-05T09:05:42.583005Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:05:42.583005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KrAa1MPhEGYCMin5P5N1D8Uo8eaJbWTGexwjvw94fmcuwIBQaNhLLIEl2iOdvRUrgJdEKaMjV8Tkwa2pU3TTCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:05:42.583443Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.06883","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2530d2ba053bf62c7e904764d919770204637697954a6de0f8d77c3e1923f1ca","sha256:6ea7390299dd3798152fb8598ca59eb6a4c29cc314585f404ec3d7ba35e370f6"],"state_sha256":"7db798bc45e4bfc3727a5873500b0026aae1d9575a96fb40b6c9fa25b74be7c2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lBIaPlTHUwqoffX8P15V0YHBW5BkoLp2WxxrYN6kVksXT5pwb0mOl0nJLrfybAF2q7K27OQBgV8qRmzmUrLNAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T11:29:44.545831Z","bundle_sha256":"2995ff39ed62b072a313a528094ba4a482ffa57bc6124b07c3ec67c2eeeffa32"}}